-- Logs begin at Thu 2022-04-14 19:40:02 UTC, end at Thu 2022-04-14 20:49:37 UTC. -- Apr 14 20:13:44.236504 dv-cinder-837539-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 14 20:13:47.165137 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.common.config [-] Logging enabled! Apr 14 20:13:47.165763 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev118 Apr 14 20:13:47.166005 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103270) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 20:13:47.169353 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.common.config [-] Logging enabled! Apr 14 20:13:47.169604 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev118 Apr 14 20:13:47.169913 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103270) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 20:13:47.170876 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 20:13:47.171109 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 20:13:47.172010 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 20:13:47.172253 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 20:13:47.172477 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 20:13:47.172885 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.173301 dv-cinder-837539-3-iscsi neutron-server[103270]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 14 20:13:47.173607 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.173895 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.174188 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.174496 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.174785 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.175063 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.175349 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.175642 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.175921 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.176197 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.176479 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.176768 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.177043 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.177324 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.177604 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.177882 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] debug = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.178156 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.178606 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.179025 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.179299 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.179582 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.179857 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.180127 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.180399 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.180678 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.181002 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] host = dv-cinder-837539-3-iscsi {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.181274 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.181556 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.181836 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.182118 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.182388 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.182686 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.182966 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.183236 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.183503 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] log_file = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.183770 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.184058 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.184342 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.184624 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.184844 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.185063 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.185352 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.185631 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.185898 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.186166 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.186537 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.186808 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.187645 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.187920 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.188280 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.188563 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.188847 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.189119 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.189389 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.189657 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.189927 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.190209 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.190767 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.191040 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.191312 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.191595 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.191861 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.192130 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.192425 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.192709 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.192988 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.193269 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.193540 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.193818 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.194092 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.194359 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.194716 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] use_json = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.194987 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.195255 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.195530 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.195799 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.196067 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.196336 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.196606 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.196888 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.197155 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:47.197445 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.197738 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.198031 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.198326 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.198634 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.198914 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.199199 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.199476 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.199761 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.200046 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.200328 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.200604 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.200901 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.201187 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.201478 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.201780 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.202068 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.202444 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.202855 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.203179 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.203458 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.203740 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.204034 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.204312 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.204597 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.204884 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.205161 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.205455 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.205738 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.206029 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.206315 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.206615 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.206892 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.207183 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.207459 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.207730 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.208005 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.208294 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.208569 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.208836 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.209115 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.209390 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.209659 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.209927 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.210200 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.210520 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.210793 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.211064 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.211332 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.211613 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.211870 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.212148 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.212421 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.212688 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.212955 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.213228 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.213497 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.213765 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.214044 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.214317 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.214620 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.214894 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.215167 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.215437 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.215710 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.215979 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.216248 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.216514 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.216784 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.217055 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.217323 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.217593 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.217861 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.218130 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.218492 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.218788 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.219064 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.219338 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.219612 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.219884 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.220301 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.220587 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.220862 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.221138 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.221410 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.221699 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.221979 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.222262 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.222585 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.222862 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.223157 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.223431 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.223705 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.223989 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.224263 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.224538 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.224815 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.225095 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.225387 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.225678 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.225967 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.226254 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.226567 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.226845 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.227146 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.227422 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:47.227635 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 20:13:47.227869 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103270) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 14 20:13:47.603835 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 14 20:13:47.604023 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 14 20:13:47.604318 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 14 20:13:47.604645 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 14 20:13:47.930291 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:47.930598 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:47.930867 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:47.933734 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:47.934010 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:47.934270 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:47.987807 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:47.988082 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:47.988342 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.003271 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.003550 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.003816 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.032994 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.033266 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.033536 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.070070 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.070343 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.070633 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.412619 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.413240 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.413240 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.413401 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.414090 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.513380 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.513699 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.513981 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.514262 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.514552 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.514861 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.515198 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.515928 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.516160 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.516440 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.516700 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.516961 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.517213 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.517460 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.517713 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.517973 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.518224 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.518512 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.518782 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.519036 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.519302 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.519551 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.519829 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.520202 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.520447 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.520689 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.521081 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:13:48.521317 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:13:48.521551 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:13:48.521784 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:13:48.522016 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:13:48.522247 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:13:48.522635 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 14 20:13:48.525741 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 14 20:13:48.529633 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 14 20:13:48.533481 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 14 20:13:48.535108 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 14 20:13:48.535566 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 14 20:13:48.535894 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 14 20:13:48.536270 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 14 20:13:48.539221 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 14 20:13:48.539472 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 14 20:13:48.539810 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 20:13:48.544597 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 14 20:13:48.568758 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 14 20:13:48.569206 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.569497 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103270) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 14 20:13:48.569861 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.571217 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103270) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 14 20:13:48.571500 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 20:13:48.571740 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 14 20:13:48.575011 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.575288 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:48.638499 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 14 20:13:48.638732 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 14 20:13:48.638965 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 14 20:13:48.639325 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 14 20:13:48.660231 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_db.sqlalchemy.engines [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103270) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 14 20:13:49.100216 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Initializing driver for type 'gre' Apr 14 20:13:49.100662 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] gre ID ranges: [(1, 1000)] Apr 14 20:13:49.151920 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Initializing driver for type 'local' Apr 14 20:13:49.152393 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Initializing driver for type 'vlan' Apr 14 20:13:49.166999 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] VlanTypeDriver initialization complete Apr 14 20:13:49.167382 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Initializing driver for type 'vxlan' Apr 14 20:13:49.168046 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] vxlan ID ranges: [(1, 1000)] Apr 14 20:13:49.222980 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Initializing extension driver 'port_security' Apr 14 20:13:49.223311 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.extensions.port_security [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] PortSecurityExtensionDriver initialization complete Apr 14 20:13:49.223647 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Initializing mechanism driver 'openvswitch' Apr 14 20:13:49.223970 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Initializing mechanism driver 'hyperv' Apr 14 20:13:49.230479 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.plugins.ml2.plugin [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:13:49.231312 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > port after_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.231684 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > port after_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.232034 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > port after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.232556 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 20:13:49.232987 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.233340 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.233683 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.234299 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 20:13:49.234729 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > network after_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.235080 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > network after_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.235421 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > network after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.235818 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 20:13:49.236218 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > security_group after_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.236565 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > security_group after_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.236912 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.237306 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 20:13:49.237704 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.238049 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.238389 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.238823 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 20:13:49.239203 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > address_group after_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.239547 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > address_group after_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.239884 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.240276 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 20:13:49.240714 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] ML2 OVO RPC backend initialized. {{(pid=103270) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 14 20:13:49.241411 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.241764 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.242177 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > network before_response 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.242548 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > networks before_response 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.242894 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > port before_response 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.243232 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > ports before_response 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.243572 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > subnet before_response 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.243910 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > subnets before_response 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.244252 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > network after_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.244589 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > network after_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.244920 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > network after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.245254 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > port after_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.245588 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > port after_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.245919 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > port after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.246259 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.246618 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.246950 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.254960 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.quota [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded quota_driver: . Apr 14 20:13:49.255323 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.plugin [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Modular L2 Plugin initialization complete Apr 14 20:13:49.255669 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading services supported by the core plugin {{(pid=103270) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 14 20:13:49.256008 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.plugins.ml2.managers [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Got port-security extension from driver 'port_security' Apr 14 20:13:49.256485 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.extensions.vlantransparent [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Disabled vlantransparent extension. Apr 14 20:13:49.256975 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103270) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 14 20:13:49.257299 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading Plugin: router Apr 14 20:13:49.292443 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.292830 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router after_create 55549900 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.293201 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router before_create 55549900 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.293569 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.293943 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.294298 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router after_delete 55549900 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.294689 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.295042 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.295399 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router after_create 55549900 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.295743 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router after_update 55549900 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.296091 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router after_update 55549900 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.296515 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.297079 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router after_update 55549900 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.297497 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.297869 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: port after_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.298208 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: port after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.298578 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: subnet after_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.298920 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.299269 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.299616 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.299965 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: port before_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.300303 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router precommit_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.300660 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router after_update 55549900 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.301005 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.301359 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.301720 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.302068 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.302446 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > agent after_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.302807 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > agent after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.303154 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > network after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.304000 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Tracking information for resource: router configured {{(pid=103270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:13:49.304339 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Tracking information for resource: floatingip configured {{(pid=103270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 20:13:49.309127 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.db.l3_agentschedulers_db [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 14 20:13:49.309701 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: port after_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.310059 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: port after_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.310410 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: port after_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.310791 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: port after_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.311575 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router before_create 55550100 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.312484 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.312850 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router precommit_create 55550100 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.313209 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > router precommit_update 55550100 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.318204 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.services.provider_configuration [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Service providers = [] {{(pid=103270) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 14 20:13:49.318593 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.db.servicetype_db [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103270) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 14 20:13:49.321508 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.services.service_base [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 20:13:49.321859 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.services.service_base [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 20:13:49.322202 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.services.service_base [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 20:13:49.323111 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.services.service_base [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 20:13:49.323482 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.services.service_base [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 14 20:13:49.323857 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:13:49.324179 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 14 20:13:49.335278 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:13:49.335615 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading Plugin: auto_allocate Apr 14 20:13:49.341126 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: network precommit_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.341491 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: network precommit_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.342004 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:13:49.342322 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading Plugin: tag Apr 14 20:13:49.350394 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:13:49.350706 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading Plugin: timestamp Apr 14 20:13:49.354507 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:13:49.354838 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading Plugin: network_ip_availability Apr 14 20:13:49.360455 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.360822 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.361175 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.361875 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:13:49.362194 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading Plugin: flavors Apr 14 20:13:49.367410 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:13:49.367741 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading Plugin: revisions Apr 14 20:13:49.371948 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 20:13:49.372344 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_concurrency.lockutils [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.768s {{(pid=103270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 14 20:13:49.373078 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103270) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 14 20:13:49.373415 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Initializing extension manager. Apr 14 20:13:49.373937 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: __init__.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.374278 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: __pycache__ {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.375257 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: address_group.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.376070 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.376641 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: address-group Apr 14 20:13:49.376965 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: address_scope.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.377676 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.378187 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: address-scope Apr 14 20:13:49.378545 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.379587 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.380100 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: router-admin-state-down-before-update Apr 14 20:13:49.380419 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: agent.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.381116 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.381623 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: agent Apr 14 20:13:49.381943 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: agent_resources_synced.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.382879 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.383393 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: agent-resources-synced Apr 14 20:13:49.383713 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: allowedaddresspairs.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.385489 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.386012 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: allowed-address-pairs Apr 14 20:13:49.386338 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: auto_allocated_topology.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.387498 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.388017 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: auto-allocated-topology Apr 14 20:13:49.388342 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: availability_zone.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.389031 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.389538 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: availability_zone Apr 14 20:13:49.389857 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: availability_zone_filter.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.390937 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.391448 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: availability_zone_filter Apr 14 20:13:49.391771 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: data_plane_status.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.392678 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.393188 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension data-plane-status not supported by any of loaded plugins Apr 14 20:13:49.393508 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: default_subnetpools.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.394428 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.394946 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: default-subnetpools Apr 14 20:13:49.395267 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.396070 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.396578 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: dhcp_agent_scheduler Apr 14 20:13:49.396899 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: dns.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.397812 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.398311 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension dns-integration not supported by any of loaded plugins Apr 14 20:13:49.398658 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: dns_domain_ports.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.399581 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.400101 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 14 20:13:49.400417 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.401483 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.401998 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 14 20:13:49.402330 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: dvr.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.403022 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.403531 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: dvr Apr 14 20:13:49.403849 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: ecmp_routes.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.404763 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.405269 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 14 20:13:49.405588 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: empty_string_filtering.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.406731 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.407251 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: empty-string-filtering Apr 14 20:13:49.407574 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.408480 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.408990 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 14 20:13:49.409308 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.410214 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.410747 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 14 20:13:49.411065 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: external_net.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.411969 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.412474 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: external-net Apr 14 20:13:49.412795 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.413701 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.414206 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: extra_dhcp_opt Apr 14 20:13:49.414557 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: extraroute.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.415455 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.415957 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: extraroute Apr 14 20:13:49.416275 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: extraroute_atomic.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.417479 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.417987 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: extraroute-atomic Apr 14 20:13:49.418308 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: filter_validation.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.419001 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.419507 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: filter-validation Apr 14 20:13:49.419826 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: fip_pf_description.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.420730 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.421232 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 14 20:13:49.422078 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: fip_pf_port_range.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.423008 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.423514 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 14 20:13:49.423831 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: fip_port_details.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.424735 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.425242 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: fip-port-details Apr 14 20:13:49.425559 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: flavors.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.426815 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.427335 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: flavors Apr 14 20:13:49.427656 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.429332 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.429857 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 14 20:13:49.430192 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: floatingip_pools.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.430919 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.431437 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: floatingip-pools Apr 14 20:13:49.431763 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: ip_allocation.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.432680 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.433192 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension ip_allocation not supported by any of loaded plugins Apr 14 20:13:49.433514 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.434454 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.434969 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: ip-substring-filtering Apr 14 20:13:49.435295 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: l2_adjacency.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.436214 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.436728 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 14 20:13:49.437733 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: l3.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.438746 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.439280 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: router Apr 14 20:13:49.439609 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.442074 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.442636 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 14 20:13:49.442971 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.443903 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.445683 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: ext-gw-mode Apr 14 20:13:49.446019 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.446978 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.447500 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: l3-ha Apr 14 20:13:49.447823 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.448734 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.449244 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 14 20:13:49.449564 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: l3_flavors.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.450502 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.451017 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: l3-flavors Apr 14 20:13:49.451335 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.452740 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.453254 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 14 20:13:49.453579 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.454529 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.455043 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 14 20:13:49.455367 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: l3agentscheduler.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.456415 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.456935 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: l3_agent_scheduler Apr 14 20:13:49.457259 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: local_ip.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.459227 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.459965 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension local_ip not supported by any of loaded plugins Apr 14 20:13:49.460308 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: logging.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.461775 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.462291 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension logging not supported by any of loaded plugins Apr 14 20:13:49.462644 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: metering.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.463381 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.463960 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: metering Apr 14 20:13:49.464286 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.465379 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.465896 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: metering_source_and_destination_fields Apr 14 20:13:49.466218 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: multiprovidernet.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.467186 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.467699 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: multi-provider Apr 14 20:13:49.468018 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: netmtu.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.469280 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.469795 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: net-mtu Apr 14 20:13:49.470114 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: netmtu_writable.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.471054 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.471565 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: net-mtu-writable Apr 14 20:13:49.471893 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: network_availability_zone.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.474562 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.474562 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: network_availability_zone Apr 14 20:13:49.474562 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: network_ip_availability.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.474562 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.475010 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: network-ip-availability Apr 14 20:13:49.475329 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: network_segment_range.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.476283 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.476792 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension network-segment-range not supported by any of loaded plugins Apr 14 20:13:49.477113 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: pagination.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.478091 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.478434 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: pagination Apr 14 20:13:49.478764 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: port_device_profile.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.479688 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.480208 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: port-device-profile Apr 14 20:13:49.480529 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.481450 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.481959 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: port-mac-address-regenerate Apr 14 20:13:49.482280 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.483223 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.483737 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: port-numa-affinity-policy Apr 14 20:13:49.484972 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: port_resource_request.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.485903 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.486415 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension port-resource-request not supported by any of loaded plugins Apr 14 20:13:49.486756 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: port_resource_request_groups.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.487716 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.488339 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 14 20:13:49.488667 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: portbindings.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.489593 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.490103 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: binding Apr 14 20:13:49.490454 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: portbindings_extended.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.491701 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.492222 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: binding-extended Apr 14 20:13:49.492548 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: portsecurity.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.493459 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.493972 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: port-security Apr 14 20:13:49.494294 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: project_id.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.495292 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.495628 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: project-id Apr 14 20:13:49.495949 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: providernet.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.496860 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.497373 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: provider Apr 14 20:13:49.497693 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: qos.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.502667 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.503196 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension qos not supported by any of loaded plugins Apr 14 20:13:49.503528 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.504890 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.505409 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 14 20:13:49.505738 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.506686 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.507203 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 14 20:13:49.507527 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: qos_default.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.508436 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.508948 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension qos-default not supported by any of loaded plugins Apr 14 20:13:49.509272 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: qos_fip.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.510182 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.510730 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension qos-fip not supported by any of loaded plugins Apr 14 20:13:49.511057 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.511970 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.512479 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 14 20:13:49.512803 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: qos_gateway_ip.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.513727 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.514235 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 14 20:13:49.514596 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: qos_port_network_policy.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.515532 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.516036 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 14 20:13:49.516357 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.517397 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.517910 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 14 20:13:49.518232 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.519288 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.519797 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 14 20:13:49.520118 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: qos_pps_rule.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.521272 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.521791 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension qos-pps not supported by any of loaded plugins Apr 14 20:13:49.522113 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: qos_rule_type_details.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.523043 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.523558 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 14 20:13:49.523880 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.524786 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.525301 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 14 20:13:49.525621 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: qos_rules_alias.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.526707 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.527217 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 14 20:13:49.527539 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: quota_check_limit.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.528445 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.528959 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: quota-check-limit Apr 14 20:13:49.529281 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: quotasv2.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.530238 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.530590 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: quotas Apr 14 20:13:49.531314 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: quotasv2_detail.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.533059 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.533399 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: quota_details Apr 14 20:13:49.533728 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: rbac.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.534818 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.535353 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: rbac-policies Apr 14 20:13:49.535682 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: rbac_address_group.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.536611 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.537140 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: rbac-address-group Apr 14 20:13:49.537465 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: rbac_address_scope.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.538379 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.538920 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: rbac-address-scope Apr 14 20:13:49.539245 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: rbac_security_groups.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.540231 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.540750 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: rbac-security-groups Apr 14 20:13:49.541073 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: rbac_subnetpool.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.541984 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.542532 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: rbac-subnetpool Apr 14 20:13:49.542857 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: revisionifmatch.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.543769 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.544283 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: revision-if-match Apr 14 20:13:49.544605 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: revisions.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.545752 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.546798 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: standard-attr-revisions Apr 14 20:13:49.547268 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: router_availability_zone.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.547949 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.548461 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: router_availability_zone Apr 14 20:13:49.548784 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: routerservicetype.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.549703 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.550215 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension router-service-type not supported by any of loaded plugins Apr 14 20:13:49.550572 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.551488 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.551999 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: security-groups-normalized-cidr Apr 14 20:13:49.552320 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.553239 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.553792 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: port-security-groups-filtering Apr 14 20:13:49.554114 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.555084 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.555612 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: security-groups-remote-address-group Apr 14 20:13:49.555935 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.556867 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.557384 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: security-groups-shared-filtering Apr 14 20:13:49.557710 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.558308 dv-cinder-837539-3-iscsi neutron-server[103270]: WARNING neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 14 20:13:49.558654 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: securitygroup.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.572802 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.573344 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: security-group Apr 14 20:13:49.573676 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: segment.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.574406 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.574948 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension segment not supported by any of loaded plugins Apr 14 20:13:49.575274 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.576224 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.576734 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 14 20:13:49.577058 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: servicetype.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.578506 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.579029 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: service-type Apr 14 20:13:49.579459 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: sorting.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.580508 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.582222 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: sorting Apr 14 20:13:49.582590 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: standard_attr_segment.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.584289 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.584810 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 14 20:13:49.585136 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: standardattrdescription.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.585791 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.586301 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: standard-attr-description Apr 14 20:13:49.586654 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: stateful_security_group.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.587589 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.588107 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: stateful-security-group Apr 14 20:13:49.588431 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: stdattrs_common.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.589001 dv-cinder-837539-3-iscsi neutron-server[103270]: WARNING neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 14 20:13:49.589425 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.590356 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.590905 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 14 20:13:49.591228 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: subnet_onboard.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.592288 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.592811 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: subnet_onboard Apr 14 20:13:49.593182 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.594387 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.594933 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 14 20:13:49.595254 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: subnet_service_types.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.596173 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.596695 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: subnet-service-types Apr 14 20:13:49.597014 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: subnetallocation.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.598093 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.598637 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: subnet_allocation Apr 14 20:13:49.598961 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.599624 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.600137 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: subnetpool-prefix-ops Apr 14 20:13:49.600502 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.601397 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.601910 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 14 20:13:49.602229 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: tagging.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.603326 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.603843 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: standard-attr-tag Apr 14 20:13:49.604166 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: timestamp.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.605367 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.605882 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loaded extension: standard-attr-timestamp Apr 14 20:13:49.606206 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: trunk.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.607265 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.607784 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension trunk not supported by any of loaded plugins Apr 14 20:13:49.608108 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: trunk_details.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.609545 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.610055 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension trunk-details not supported by any of loaded plugins Apr 14 20:13:49.610375 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: uplink_status_propagation.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.611318 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.611828 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 14 20:13:49.612151 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Loading extension file: vlantransparent.py {{(pid=103270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 20:13:49.612820 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 20:13:49.613336 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 14 20:13:49.615858 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Creating instance of TrackedResource for resource:network Apr 14 20:13:49.616380 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Creating instance of TrackedResource for resource:subnet Apr 14 20:13:49.616781 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 20:13:49.617169 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Creating instance of TrackedResource for resource:port Apr 14 20:13:49.618375 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.v2.resource_helper [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:13:49.618844 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.v2.resource_helper [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Service FLAVORS assigned prefix: {{(pid=103270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:13:49.619456 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.v2.resource_helper [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:13:49.619890 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.v2.resource_helper [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:13:49.620221 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Creating instance of TrackedResource for resource:router Apr 14 20:13:49.620650 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 20:13:49.621133 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.v2.resource_helper [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Service METERING assigned prefix: /metering {{(pid=103270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:13:49.622627 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.623008 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.623360 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:13:49.624355 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 20:13:49.625356 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Creating instance of TrackedResource for resource:security_group Apr 14 20:13:49.625786 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 20:13:49.626375 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.v2.resource_helper [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Service CORE assigned prefix: {{(pid=103270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:13:49.626797 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 20:13:49.627142 dv-cinder-837539-3-iscsi neutron-server[103270]: WARNING neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] subnetpool is already registered Apr 14 20:13:49.627563 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.v2.resource_helper [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Service CORE assigned prefix: {{(pid=103270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:13:49.627886 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 20:13:49.628211 dv-cinder-837539-3-iscsi neutron-server[103270]: WARNING neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] subnetpool is already registered Apr 14 20:13:49.630485 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.v2.resource_helper [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:13:49.630914 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.v2.resource_helper [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Service FLAVORS assigned prefix: {{(pid=103270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:13:49.631500 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.v2.resource_helper [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:13:49.631918 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.v2.resource_helper [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:13:49.632250 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Creating instance of TrackedResource for resource:router Apr 14 20:13:49.632585 dv-cinder-837539-3-iscsi neutron-server[103270]: WARNING neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] router is already registered Apr 14 20:13:49.633000 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 20:13:49.633332 dv-cinder-837539-3-iscsi neutron-server[103270]: WARNING neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] floatingip is already registered Apr 14 20:13:49.633782 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.v2.resource_helper [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Service METERING assigned prefix: /metering {{(pid=103270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:13:49.634440 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 20:13:49.634780 dv-cinder-837539-3-iscsi neutron-server[103270]: WARNING neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] rbac_policy is already registered Apr 14 20:13:49.635189 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Creating instance of TrackedResource for resource:security_group Apr 14 20:13:49.635520 dv-cinder-837539-3-iscsi neutron-server[103270]: WARNING neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] security_group is already registered Apr 14 20:13:49.635918 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 20:13:49.636245 dv-cinder-837539-3-iscsi neutron-server[103270]: WARNING neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] security_group_rule is already registered Apr 14 20:13:49.636856 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.v2.resource_helper [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Service CORE assigned prefix: {{(pid=103270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:13:49.637182 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 20:13:49.637513 dv-cinder-837539-3-iscsi neutron-server[103270]: WARNING neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] subnetpool is already registered Apr 14 20:13:49.637925 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.v2.resource_helper [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Service CORE assigned prefix: {{(pid=103270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 20:13:49.638247 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 20:13:49.638604 dv-cinder-837539-3-iscsi neutron-server[103270]: WARNING neutron.quota.resource_registry [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] subnetpool is already registered Apr 14 20:13:49.639071 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: extensions {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.640609 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: address-groups {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.642016 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: address-scopes {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.643358 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: agents {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.644493 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: auto-allocated-topology {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.645711 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: availability_zones {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.646942 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: dhcp-networks {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.649546 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: dhcp-agents {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.651005 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: routers {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.653169 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: flavors {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.654315 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: service_profiles {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.655524 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: next_providers {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.657157 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: service_profiles {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.658782 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: floatingip-pools {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.659975 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: routers {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.662019 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: floatingips {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.663329 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: l3-routers {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.664691 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: l3-agents {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.666084 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: metering-labels {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.667444 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: metering-label-rules {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.668699 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: network-ip-availabilities {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.669944 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: bindings {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.672171 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: quotas {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.673735 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: quotas {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.675268 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: rbac-policies {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.676544 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: security-groups {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.677752 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: security-group-rules {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.679004 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: service-providers {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.680192 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: subnetpools {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.681591 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: subnetpools {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.683061 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: tags {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.684697 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: tags {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.686497 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: tags {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.688903 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: tags {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.691074 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: tags {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.692900 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: tags {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.694625 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: tags {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.696501 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: tags {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.698243 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: tags {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.700087 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron.api.extensions [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Extended resource: tags {{(pid=103270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 20:13:49.706117 dv-cinder-837539-3-iscsi neutron-server[103270]: WARNING keystonemiddleware.auth_token [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 14 20:13:49.711688 dv-cinder-837539-3-iscsi neutron-server[103270]: WARNING keystonemiddleware.auth_token [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 14 20:13:49.720373 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_concurrency.lockutils [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Acquired lock "singleton_lock" {{(pid=103270) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 14 20:13:49.720851 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_concurrency.lockutils [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Releasing lock "singleton_lock" {{(pid=103270) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 14 20:13:49.721504 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO oslo_service.service [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Starting 2 workers Apr 14 20:13:49.726373 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Started child 103377 {{(pid=103270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 20:13:49.730883 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Started child 103378 {{(pid=103270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 20:13:49.731964 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:13:49.732591 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO neutron.service [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 14 20:13:49.733083 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:13:49.733537 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [-] (103377) wsgi starting up on http://0.0.0.0:9696 Apr 14 20:13:49.736202 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO oslo_service.service [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Starting 1 workers Apr 14 20:13:49.736319 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:13:49.737731 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [-] (103378) wsgi starting up on http://0.0.0.0:9696 Apr 14 20:13:49.741417 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Started child 103379 {{(pid=103270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 20:13:49.741968 dv-cinder-837539-3-iscsi neutron-server[103270]: INFO oslo_service.service [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Starting 1 workers Apr 14 20:13:49.745186 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.service [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] calling RpcWorker wait() {{(pid=103379) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 14 20:13:49.745715 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.service [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] returning from RpcWorker wait() {{(pid=103379) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 14 20:13:49.746494 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Started child 103380 {{(pid=103270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 20:13:49.747054 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:13:49.747334 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG neutron_lib.callbacks.manager [None req-a2362784-8eba-4493-b2ad-d1870a7492c2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:13:49.747611 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:13:49.749242 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103270) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 14 20:13:49.750086 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 20:13:49.750273 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 20:13:49.750666 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 20:13:49.751017 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 20:13:49.751182 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 20:13:49.751689 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.751973 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.752238 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.752490 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.752794 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.753024 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:13:49.753497 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.753638 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.754063 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.754328 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.754612 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.754777 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.754953 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.755191 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.755418 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.755709 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.755954 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.756199 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.756458 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.756630 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.756875 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.757150 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.757404 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.757682 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] debug = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.757933 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.758435 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.758678 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.758923 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.759145 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.759413 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.759642 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.759918 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.760136 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.760371 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.760614 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.760861 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.761105 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.761313 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.761570 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.761781 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.762045 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.762268 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.762740 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] host = dv-cinder-837539-3-iscsi {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.762981 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.763219 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.763450 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.763707 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.763948 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.764176 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.764436 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.764679 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.764922 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.765175 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.765398 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.765642 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.765891 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.766144 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] log_file = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.766307 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] log_options = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.766574 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.766839 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.767084 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.767270 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.767437 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.767599 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.767853 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.768015 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.768265 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.768479 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.768748 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.768932 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.769162 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.769390 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.769621 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.769863 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.770093 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.770305 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.770570 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.770794 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.771037 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.771280 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.771496 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.771736 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.771969 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.772179 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.772421 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.772630 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.772850 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.773093 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.773302 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.773542 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.773783 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.774014 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.775071 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:13:49.775516 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.777268 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.777268 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.777562 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.777765 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.778017 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.779391 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.779821 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.780197 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.780338 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.781241 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.781459 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.781880 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] use_json = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.782165 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.782623 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.782723 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.786167 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.786167 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.786167 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.786167 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.786167 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.786167 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.787020 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.787380 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.787721 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.787990 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.788247 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.788518 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.788786 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.789025 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.789266 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.789505 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.789828 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.790058 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.790366 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.791025 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.791331 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.791720 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.791981 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.792290 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.792526 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.792756 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.792984 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.793237 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.793540 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.793770 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.794008 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.794249 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.797933 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.799387 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.800824 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.801189 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.801483 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.801760 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.802027 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.802264 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.802525 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.802789 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.803175 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.803513 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.803827 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.804208 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.804546 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.804852 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.805172 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.805506 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.805825 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.806147 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.806540 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.806837 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.807493 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.807739 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.807978 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.808210 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.808438 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.808690 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.808928 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.809163 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.809430 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.809690 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.809920 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.810137 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.810354 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.810621 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.810879 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.811096 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.811310 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.811526 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.811745 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.812055 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.812279 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.812457 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.812672 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.812905 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.813146 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.813374 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.813591 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.813809 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.814022 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.814242 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.814495 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.814703 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.815091 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.815329 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.815814 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.816026 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.816238 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.816573 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.816816 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.817051 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.817260 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.817472 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.817707 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.818024 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.818319 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.818595 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.818839 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.819062 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.819312 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.819534 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.819790 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.820220 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.820441 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.820662 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.821008 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.821286 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.821584 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.821876 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.822271 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.822706 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.823151 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.823547 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.823971 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.824385 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.824787 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.825021 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.825303 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.825571 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.825837 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.826176 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.826571 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.826895 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.827374 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.827717 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.827973 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.828244 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.828547 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.829063 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.829362 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.829617 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.829868 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.830133 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.830372 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.830674 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.830894 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.831126 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.831364 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.831635 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.831874 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.832096 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.832328 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.832681 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.833073 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.833756 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.833889 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.834124 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.834383 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.834662 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.834944 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.835207 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.835476 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.835739 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.836000 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.836216 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.836456 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.836732 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.836946 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.837194 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.837407 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.837642 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.837855 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.838085 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.838347 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.838583 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.838823 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.839036 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.839269 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.839489 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.839736 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.839958 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.840188 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.840421 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.840645 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.840862 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.841077 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.841289 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.841540 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.841793 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.842078 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.842330 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.842592 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.842839 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.843063 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.843885 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.844106 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.844351 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.844598 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.844785 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.845132 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.845510 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.845898 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.846280 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.846723 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.847143 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.847565 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.847998 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.848581 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.848999 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.849409 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.850125 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.850660 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.850840 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.851094 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.851327 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.851546 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.851786 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.852031 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.852251 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.852472 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.852704 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.852920 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.853155 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.853425 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.853701 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.854115 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.854337 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.854603 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.854827 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.855052 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.855261 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.855474 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.855684 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.855918 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.856129 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.856338 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.856639 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.856887 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.857148 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.857608 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.858098 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.858369 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.858630 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.858880 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.859630 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.859858 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.860076 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.860386 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.860822 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.861188 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.861532 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.861760 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.861978 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.862196 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.862438 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.862677 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.862893 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.863110 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.863573 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.863845 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.864102 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.864368 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.864631 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.865097 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.865327 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.865540 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.865784 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.865995 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.866197 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.866443 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.866660 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.866891 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.867185 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.867613 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.867869 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.868196 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.868420 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.868652 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.868899 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.869215 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.869428 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.869708 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.869943 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.870195 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.870475 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.870714 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.871043 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.871360 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.871622 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.871877 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.872169 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.872467 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.872742 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.872953 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.873261 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.873589 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.873880 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.874150 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.874398 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.874759 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.875009 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.875312 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.875538 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.875778 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.875999 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.876294 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.876447 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.876672 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.877052 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.877449 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.877656 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.877888 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.878107 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.878354 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.878624 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.878770 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 20:13:49.879334 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103270) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 14 20:13:49.879484 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 20:13:49.879639 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 20:13:49.879829 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 20:13:49.880000 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 20:13:49.880153 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 20:13:49.880361 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.880526 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.880671 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.880833 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.880989 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.881173 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.881332 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.881489 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.881643 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.881956 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.882115 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.882274 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.882464 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.882613 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.882776 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.882933 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.883093 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.883251 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.883414 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.883573 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.883733 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.883891 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.884047 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] debug = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.884211 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.884404 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.884559 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:13:49.884689 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.884819 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.884952 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.885075 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.885196 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.885316 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.885427 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.885581 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.885738 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.885894 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.886050 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.886206 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.886362 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.886543 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.886701 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.886857 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.887015 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] host = dv-cinder-837539-3-iscsi {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.887171 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.887404 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.887972 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.887972 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.888759 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.888759 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.888759 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.888759 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.889509 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.889509 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.889509 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.889509 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.889509 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.890456 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] log_file = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.890456 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] log_options = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.890456 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.890456 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.890456 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.891377 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.891377 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.891377 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.891377 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.891377 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.891377 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.892480 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.892480 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.892480 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.892480 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.892480 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.892480 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.892480 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.892480 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.893760 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.893760 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.893760 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.893760 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.893760 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.893760 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.893760 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.893760 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.894535 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.894535 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.894535 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.894535 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.894535 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.894535 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.894896 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.894896 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.895034 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.895104 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.895333 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.895439 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.895541 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.895687 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.895846 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.896009 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.896165 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.896318 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.896475 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.896638 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.896790 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.896949 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] use_json = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.897104 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.897261 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.897417 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.897591 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.897723 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.897882 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.898042 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.898200 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.898359 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 20:13:49.898561 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.898723 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.898898 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.899047 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.899224 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.899371 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.899599 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.899846 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.899846 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.900105 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.900105 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.900400 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.900400 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.901297 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.901297 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.901297 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.901297 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.901297 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.901297 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.902485 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.902485 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.902485 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.902485 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.902485 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.902485 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.902485 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.902485 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.903787 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.903787 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.903787 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.914653 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.914653 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.915569 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57182) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:13:49.915669 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.915669 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.915669 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.915669 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.915669 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.915669 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.915669 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.916311 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.916311 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.916311 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.916311 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.917038 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.917038 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.917038 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.917038 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.917038 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.917382 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.917382 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.917524 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.917601 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.917724 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.917886 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.918052 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.918368 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.918743 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.919427 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098851 Apr 14 20:13:49.919756 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.919908 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.920083 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.920246 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.920408 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.920572 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.920731 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.921059 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.922041 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.922273 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.922457 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.922651 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.922809 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.922966 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.923122 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.923281 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.923438 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.923594 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.923752 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.923908 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.924062 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.924229 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.924382 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.924537 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.924693 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.925691 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.925858 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.926178 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.926509 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.926670 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.926836 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.927001 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.927195 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.927348 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.928310 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.928498 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.928664 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.928828 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.928993 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.929157 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.929320 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.929482 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.929640 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.929801 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.929964 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.930126 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.930287 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.930489 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.930651 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.930811 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.930972 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.931135 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.931288 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.931455 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.931617 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.931754 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.931919 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.934443 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.934443 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.934443 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.934443 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.934443 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.934443 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.934443 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.934443 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.935062 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.935062 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.935062 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.935062 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.935062 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.935062 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.935062 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.935062 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.935797 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.935968 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.936132 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.936296 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.936462 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.937134 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.937134 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.937134 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.937398 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.937517 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.937681 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.937843 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.938005 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.938165 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.938326 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.938513 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.938673 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.938835 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.938995 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.939155 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.939316 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.939475 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.939633 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.939793 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.939951 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.940112 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.940272 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.940688 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.940849 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.941016 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.941175 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.941335 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.941504 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.941656 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.941816 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.941976 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.942136 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.942295 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.942474 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.942641 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.942801 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.942959 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.943119 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.943278 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.943436 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.943595 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.943758 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.943918 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.944080 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.944240 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.944401 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.944561 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.944721 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.944887 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.945047 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.945207 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.945367 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.945526 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.945687 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.945846 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.946005 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.946166 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.946325 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.946544 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.946729 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.946887 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.947046 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.947198 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.947358 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.947517 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.947678 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.947838 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.947997 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.948157 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.948318 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.948479 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.948639 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.948798 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.948957 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.949114 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.949277 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.949438 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.949600 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.949759 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.949922 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.950082 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.950242 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.950402 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.950585 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.950746 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.950910 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.951069 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.951230 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.951404 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.951564 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.951723 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.951883 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.952042 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.952201 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.952369 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.952564 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.952727 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.952887 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.953074 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.953304 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.953427 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.953548 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.953669 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.953852 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.953981 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.954140 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.954309 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.954490 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.954651 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.954811 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.954969 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.955129 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.955298 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.955458 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.955617 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.955776 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.955935 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.956095 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.956263 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.956424 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.956583 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.956742 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.956901 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.957060 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.957231 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.957391 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.957550 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.957719 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.957877 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.958038 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.958197 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.958368 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.958550 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.958714 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.958874 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.959033 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.959192 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.959355 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.959537 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.959691 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.959873 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.960021 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.960177 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.960345 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.960514 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.960674 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.960844 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.961017 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.961212 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.961372 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.961564 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.961970 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.961970 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.962210 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.962210 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.962402 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.963351 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.963351 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.963351 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.963351 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.963351 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.963836 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.963836 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.964089 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.964089 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.964264 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.964452 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 20:13:49.964614 dv-cinder-837539-3-iscsi neutron-server[103270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 20:14:01.288943 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab26f1a8-99fd-4be9-89ae-228db7209a62 None None] get_active_networks_info from dv-cinder-837539-3-iscsi {{(pid=103379) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 14 20:14:01.445308 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab26f1a8-99fd-4be9-89ae-228db7209a62 None None] No non-hosted networks {{(pid=103379) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 14 20:14:01.455929 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.agentschedulers_db [None req-ab26f1a8-99fd-4be9-89ae-228db7209a62 None None] DHCP Agent not found on host dv-cinder-837539-3-iscsi {{(pid=103379) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 14 20:14:01.546319 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f7424749-3fc5-4bc3-acdd-fa7c32e0553c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613293'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:03.676761 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-563606ab-aebe-459a-8963-9ffcc3f22ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613293'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:03.715304 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-779535a1-86e1-4783-81b9-d35e42d5b70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:04.677201 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 57252) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:14:04.691381 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613293'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:05.539016 dv-cinder-837539-3-iscsi neutron-server[103377]: WARNING oslo_policy.policy [None req-88e8a89e-dae9-4b47-aa79-bc833b17eba1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:14:05.539913 dv-cinder-837539-3-iscsi neutron-server[103377]: WARNING oslo_policy.policy [None req-88e8a89e-dae9-4b47-aa79-bc833b17eba1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:14:05.780773 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [None req-88e8a89e-dae9-4b47-aa79-bc833b17eba1 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:14:05.795192 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-88e8a89e-dae9-4b47-aa79-bc833b17eba1 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.1149230 Apr 14 20:14:06.167415 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613293'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:08.005754 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613293'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:08.008167 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:08.010979 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:08.011316 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:08.011653 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:08.011984 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:08.012306 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:08.012630 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:08.012971 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:08.013294 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:08.013615 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:08.013948 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:08.014268 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:08.015456 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:08.015787 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:08.016106 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:08.016486 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837539-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:14:08.039970 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837539-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:14:08.071286 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.db.l3_hamode_db [None req-8ff54593-94cf-4c60-be64-84fb3057fc2e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 14 20:14:08.173004 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff54593-94cf-4c60-be64-84fb3057fc2e None None] Routers set() bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:14:08.173387 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff54593-94cf-4c60-be64-84fb3057fc2e None None] Router IDs set() for agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 14 20:14:08.468865 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 57282) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:14:08.801429 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ec2cd674-b80e-414b-9f72-71c73fd1ada7 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:14:08.897326 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.policy [None req-ec2cd674-b80e-414b-9f72-71c73fd1ada7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103377) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 14 20:14:08.943175 dv-cinder-837539-3-iscsi neutron-server[103377]: WARNING oslo_policy.policy [None req-ec2cd674-b80e-414b-9f72-71c73fd1ada7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:14:08.943549 dv-cinder-837539-3-iscsi neutron-server[103377]: WARNING oslo_policy.policy [None req-ec2cd674-b80e-414b-9f72-71c73fd1ada7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:14:09.044355 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd674-b80e-414b-9f72-71c73fd1ada7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743029200019', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743029201543', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743029185235', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743029240185', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743029237786', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743029231571', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1657521', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1873306', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-901991', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-944683'] for rbac-policy (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:09.113853 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd674-b80e-414b-9f72-71c73fd1ada7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:09.115107 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ec2cd674-b80e-414b-9f72-71c73fd1ada7 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6452892 Apr 14 20:14:11.688173 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 57294) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:14:11.993884 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:14:12.022782 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Made reservation on behalf of 8f1c36f9d0c24217950e4020c699b527 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:14:12.026793 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:12.043634 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:12.152407 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Publish callbacks [] for security_group (9129d3e6-4b97-434e-985f-128852d66af3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:12.156289 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (9129d3e6-4b97-434e-985f-128852d66af3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:12.189059 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:14:12.217219 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743027666095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (42807fbe-8331-447b-8806-3f847da42629), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:12.217931 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Unsubscribe: segment precommit_create {{(pid=103377) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 14 20:14:12.218517 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Added segment 42807fbe-8331-447b-8806-3f847da42629 of type vlan for network 5c3b6332-f967-4215-a087-3c94f4fc7514 Apr 14 20:14:12.223930 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9129d3e6-4b97-434e-985f-128852d66af3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:14:12.259633 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:12.259975 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:12.260326 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:12.260673 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:12.261004 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:12.261327 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:12.261649 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:12.262038 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:12.262288 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:12.262659 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:12.263007 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:12.263341 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:12.263671 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:12.263975 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:12.264305 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Tracked resource versions report: Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: pushed versions: Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: { 'AddressGroup': {'1.2'}, Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Agent': {'1.1'}, Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'ConntrackHelper': {'1.0'}, Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'LocalIPAssociation': {'1.0'}, Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Log': {'1.0'}, Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'NDPProxy': {'1.0'}, Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Network': {'1.1'}, Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Port': {'1.7'}, Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'PortForwarding': {'1.3'}, Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'QosPolicy': {'1.10'}, Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'SecurityGroup': {'1.5'}, Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'SecurityGroupRule': {'1.2'}, Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'SubPort': {'1.0'}, Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Subnet': {'1.1'}, Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Trunk': {'1.1'}} Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: consumer versions: Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: { DHCP agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: L3 agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: Metadata agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: Metering agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: Open vSwitch agent@dv-cinder-837539-3-iscsi: { 'AddressGroup': '1.2', Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Agent': '1.1', Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'ConntrackHelper': '1.0', Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'LocalIPAssociation': '1.0', Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Log': '1.0', Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'NDPProxy': '1.0', Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Network': '1.1', Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Port': '1.7', Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'PortForwarding': '1.3', Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'QosPolicy': '1.10', Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'SecurityGroup': '1.5', Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'SecurityGroupRule': '1.2', Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'SubPort': '1.0', Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Subnet': '1.1', Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Trunk': '1.1'}} Apr 14 20:14:12.265946 dv-cinder-837539-3-iscsi neutron-server[103377]: {{(pid=103377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 20:14:12.331729 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (5c3b6332-f967-4215-a087-3c94f4fc7514), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:12.370511 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (5c3b6332-f967-4215-a087-3c94f4fc7514), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:12.376230 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:14:12.376960 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:12.450969 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7617319 Apr 14 20:14:12.499624 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edd900-c6da-4aa2-84ca-7cd87104a813 demo demo] Pushing event updated for resources: {'Network': ['ID=5c3b6332-f967-4215-a087-3c94f4fc7514,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:14:12.512530 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network 5c3b6332-f967-4215-a087-3c94f4fc7514 details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:14:15.044320 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57306) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:14:15.522911 dv-cinder-837539-3-iscsi neutron-server[103378]: WARNING oslo_policy.policy [None req-3defd6ae-f133-4a88-8663-6f09eb20f976 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:14:15.523476 dv-cinder-837539-3-iscsi neutron-server[103378]: WARNING oslo_policy.policy [None req-3defd6ae-f133-4a88-8663-6f09eb20f976 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:14:15.956027 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.policy [None req-3defd6ae-f133-4a88-8663-6f09eb20f976 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103378) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 14 20:14:15.997826 dv-cinder-837539-3-iscsi neutron-server[103378]: WARNING oslo_policy.policy [None req-3defd6ae-f133-4a88-8663-6f09eb20f976 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:14:15.998192 dv-cinder-837539-3-iscsi neutron-server[103378]: WARNING oslo_policy.policy [None req-3defd6ae-f133-4a88-8663-6f09eb20f976 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 20:14:16.006704 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3defd6ae-f133-4a88-8663-6f09eb20f976 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:14:16.008452 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-3defd6ae-f133-4a88-8663-6f09eb20f976 demo admin] 10.222.0.11 "GET /v2.0/networks/5c3b6332-f967-4215-a087-3c94f4fc7514 HTTP/1.1" status: 200 len: 825 time: 0.9631920 Apr 14 20:14:16.048673 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-bce9ea86-a1ab-40fc-9994-2fbd2ec5e3d7 demo admin] 10.222.0.11 "GET /v2.0/subnetpools/d5e5290d-1ea3-4b48-9dac-0291b2b560ba HTTP/1.1" status: 200 len: 734 time: 0.0330913 Apr 14 20:14:16.057338 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '5c3b6332-f967-4215-a087-3c94f4fc7514', 'subnetpool_id': 'd5e5290d-1ea3-4b48-9dac-0291b2b560ba', 'name': 'private-subnet'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:14:16.092312 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Made reservation on behalf of 8f1c36f9d0c24217950e4020c699b527 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:14:16.095559 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:16.374417 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for subnet (76cdfb5c-39dc-4c44-a386-9fccc06cca31), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:16.439127 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Checking segment: {'id': '42807fbe-8331-447b-8806-3f847da42629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c3b6332-f967-4215-a087-3c94f4fc7514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:14:16.439493 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Network hostable DHCP agents. Network: 5c3b6332-f967-4215-a087-3c94f4fc7514, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:14:16.460042 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=76cdfb5c-39dc-4c44-a386-9fccc06cca31,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:14:16.471308 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Network 5c3b6332-f967-4215-a087-3c94f4fc7514 is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:14:16.476028 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:16.476368 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:16.476718 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:16.477068 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:16.477396 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:16.477716 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:16.478030 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:16.478345 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:16.478700 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:16.479018 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:16.479334 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:16.479660 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:16.479991 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:16.480284 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:16.480593 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Tracked resource versions report: Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: pushed versions: Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: { 'AddressGroup': {'1.2'}, Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Agent': {'1.1'}, Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'ConntrackHelper': {'1.0'}, Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'LocalIPAssociation': {'1.0'}, Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Log': {'1.0'}, Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'NDPProxy': {'1.0'}, Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Network': {'1.1'}, Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Port': {'1.7'}, Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'PortForwarding': {'1.3'}, Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'QosPolicy': {'1.10'}, Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'SecurityGroup': {'1.5'}, Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'SecurityGroupRule': {'1.2'}, Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'SubPort': {'1.0'}, Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Subnet': {'1.1'}, Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Trunk': {'1.1'}} Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: consumer versions: Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: { DHCP agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: L3 agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: Metadata agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: Metering agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: Open vSwitch agent@dv-cinder-837539-3-iscsi: { 'AddressGroup': '1.2', Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Agent': '1.1', Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'ConntrackHelper': '1.0', Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'LocalIPAssociation': '1.0', Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Log': '1.0', Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'NDPProxy': '1.0', Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Network': '1.1', Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Port': '1.7', Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'PortForwarding': '1.3', Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'QosPolicy': '1.10', Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'SecurityGroup': '1.5', Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'SecurityGroupRule': '1.2', Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'SubPort': '1.0', Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Subnet': '1.1', Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Trunk': '1.1'}} Apr 14 20:14:16.481957 dv-cinder-837539-3-iscsi neutron-server[103378]: {{(pid=103378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 20:14:16.505698 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, 5c3b6332-f967-4215-a087-3c94f4fc7514) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:14:16.521853 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:14:16.522619 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:16.526645 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab0fe2e-b3a7-46ba-b9ce-29c1b5726e78 None None] Network 5c3b6332-f967-4215-a087-3c94f4fc7514 requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:14:16.545028 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-906afc73-08cb-4c3b-9ac0-414f75e781b3 demo admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4909959 Apr 14 20:14:16.898633 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cbe5ecf-7572-5a24-94c4-ddcd9da69cec-5c3b6332-f967-4215-a087-3c94f4fc7514', 'network_id': '5c3b6332-f967-4215-a087-3c94f4fc7514', 'project_id': '8f1c36f9d0c24217950e4020c699b527', 'fixed_ips': [{'subnet_id': '76cdfb5c-39dc-4c44-a386-9fccc06cca31'}]}} from dv-cinder-837539-3-iscsi. {{(pid=103379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:14:16.899858 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:17.177981 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Allocated IP 172.20.0.2 (5c3b6332-f967-4215-a087-3c94f4fc7514/76cdfb5c-39dc-4c44-a386-9fccc06cca31/1d9b8803-50c9-4b96-b4db-52cec68a131c) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:14:17.446672 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Publish callbacks [] for port (1d9b8803-50c9-4b96-b4db-52cec68a131c), precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:17.455493 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (1d9b8803-50c9-4b96-b4db-52cec68a131c), after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:17.529470 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Network 5c3b6332-f967-4215-a087-3c94f4fc7514 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:14:17.536769 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:14:17.546047 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:14:17.549122 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Pushing event updated for resources: {'Port': ['ID=1d9b8803-50c9-4b96-b4db-52cec68a131c,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:14:17.581968 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:17.582310 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:17.582699 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:17.583057 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:17.583395 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:17.583726 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:17.584053 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:17.584376 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:17.584696 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:17.585019 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:17.585360 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:17.585705 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:17.586008 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:17.586324 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:17.586671 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Tracked resource versions report: Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: pushed versions: Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: { 'AddressGroup': {'1.2'}, Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Agent': {'1.1'}, Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'ConntrackHelper': {'1.0'}, Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'LocalIPAssociation': {'1.0'}, Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Log': {'1.0'}, Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'NDPProxy': {'1.0'}, Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Network': {'1.1'}, Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Port': {'1.7'}, Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'PortForwarding': {'1.3'}, Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'QosPolicy': {'1.10'}, Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'SecurityGroup': {'1.5'}, Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'SecurityGroupRule': {'1.2'}, Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'SubPort': {'1.0'}, Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Subnet': {'1.1'}, Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Trunk': {'1.1'}} Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: consumer versions: Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: { DHCP agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: L3 agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: Metadata agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: Metering agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: Open vSwitch agent@dv-cinder-837539-3-iscsi: { 'AddressGroup': '1.2', Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Agent': '1.1', Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'ConntrackHelper': '1.0', Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'LocalIPAssociation': '1.0', Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Log': '1.0', Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'NDPProxy': '1.0', Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Network': '1.1', Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Port': '1.7', Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'PortForwarding': '1.3', Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'QosPolicy': '1.10', Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'SecurityGroup': '1.5', Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'SecurityGroupRule': '1.2', Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'SubPort': '1.0', Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Subnet': '1.1', Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Trunk': '1.1'}} Apr 14 20:14:17.588141 dv-cinder-837539-3-iscsi neutron-server[103379]: {{(pid=103379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 20:14:17.638674 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Attempting to bind port 1d9b8803-50c9-4b96-b4db-52cec68a131c on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:14:17.639072 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Attempting to bind port 1d9b8803-50c9-4b96-b4db-52cec68a131c by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': '42807fbe-8331-447b-8806-3f847da42629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c3b6332-f967-4215-a087-3c94f4fc7514'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:14:17.639566 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Attempting to bind port 1d9b8803-50c9-4b96-b4db-52cec68a131c on network 5c3b6332-f967-4215-a087-3c94f4fc7514 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:14:17.644811 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:14:17.645189 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Checking segment: {'id': '42807fbe-8331-447b-8806-3f847da42629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c3b6332-f967-4215-a087-3c94f4fc7514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:14:17.645652 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:17.646045 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Bound using segment: {'id': '42807fbe-8331-447b-8806-3f847da42629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c3b6332-f967-4215-a087-3c94f4fc7514'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:14:17.646539 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Bound port: 1d9b8803-50c9-4b96-b4db-52cec68a131c, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42807fbe-8331-447b-8806-3f847da42629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c3b6332-f967-4215-a087-3c94f4fc7514'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:14:17.646947 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (1d9b8803-50c9-4b96-b4db-52cec68a131c), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:17.710825 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] For port 1d9b8803-50c9-4b96-b4db-52cec68a131c, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:14:17.730447 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] For port 1d9b8803-50c9-4b96-b4db-52cec68a131c, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=1d9b8803-50c9-4b96-b4db-52cec68a131c,segment=NetworkSegment(42807fbe-8331-447b-8806-3f847da42629),segment_id=42807fbe-8331-447b-8806-3f847da42629)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:14:17.738500 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (1d9b8803-50c9-4b96-b4db-52cec68a131c), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:17.795339 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48c0f2-3b25-4341-a732-0eed026b4907 None None] Pushing event updated for resources: {'Port': ['ID=1d9b8803-50c9-4b96-b4db-52cec68a131c,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:14:19.130955 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57328) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:14:19.446265 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [None req-e77d9196-7e5f-48c7-8c7b-6ead72674a59 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:14:19.462459 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-e77d9196-7e5f-48c7-8c7b-6ead72674a59 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3153720 Apr 14 20:14:22.010456 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57336) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:14:22.318970 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [None req-e9ec9fd7-9ab4-4eba-a1b6-5791409fc23c admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:14:22.319963 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-e9ec9fd7-9ab4-4eba-a1b6-5791409fc23c admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3084548 Apr 14 20:14:24.882853 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57344) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:14:25.192513 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0c1ea1d7-ae63-4637-a4b5-427dbfbd437e demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:14:25.216042 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea1d7-ae63-4637-a4b5-427dbfbd437e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-612684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (b585dab7-a948-4985-a5c7-9fcea7413043), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:25.217758 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea1d7-ae63-4637-a4b5-427dbfbd437e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (b585dab7-a948-4985-a5c7-9fcea7413043), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:25.353866 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea1d7-ae63-4637-a4b5-427dbfbd437e demo demo] Publish callbacks [] for router_controller (b585dab7-a948-4985-a5c7-9fcea7413043), precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:25.358472 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea1d7-ae63-4637-a4b5-427dbfbd437e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610468'] for router (b585dab7-a948-4985-a5c7-9fcea7413043), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:25.377765 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea1d7-ae63-4637-a4b5-427dbfbd437e demo demo] Publish callbacks [] for router (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:25.378914 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-0c1ea1d7-ae63-4637-a4b5-427dbfbd437e demo demo] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4950154 Apr 14 20:14:27.932798 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57356) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:14:28.256776 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [None req-4358bb6b-f2ad-4667-8beb-6f2e2646538a admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:14:28.257850 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-4358bb6b-f2ad-4667-8beb-6f2e2646538a admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3241129 Apr 14 20:14:28.849565 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 1d9b8803-50c9-4b96-b4db-52cec68a131c up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:14:28.935476 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 1d9b8803-50c9-4b96-b4db-52cec68a131c triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:14:28.935800 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (1d9b8803-50c9-4b96-b4db-52cec68a131c), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:29.044783 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 1d9b8803-50c9-4b96-b4db-52cec68a131c is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:14:29.045175 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (1d9b8803-50c9-4b96-b4db-52cec68a131c), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:29.081526 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] For port 1d9b8803-50c9-4b96-b4db-52cec68a131c, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=1d9b8803-50c9-4b96-b4db-52cec68a131c,segment=NetworkSegment(42807fbe-8331-447b-8806-3f847da42629),segment_id=42807fbe-8331-447b-8806-3f847da42629)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:14:29.095988 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (1d9b8803-50c9-4b96-b4db-52cec68a131c), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:29.154696 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Pushing event updated for resources: {'Port': ['ID=1d9b8803-50c9-4b96-b4db-52cec68a131c,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:14:29.272968 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3964d1c6-90ca-4aaf-9de3-9d5097d124df None None] Network 5c3b6332-f967-4215-a087-3c94f4fc7514 requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:14:29.398305 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-88b85db6-3a2c-4926-a8a9-02559fb2b0ab None None] Provisioning complete for port 1d9b8803-50c9-4b96-b4db-52cec68a131c triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:14:29.398711 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-88b85db6-3a2c-4926-a8a9-02559fb2b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (1d9b8803-50c9-4b96-b4db-52cec68a131c), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:29.483868 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-88b85db6-3a2c-4926-a8a9-02559fb2b0ab None None] Current status of the port 1d9b8803-50c9-4b96-b4db-52cec68a131c is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:14:29.802470 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-fa3667ca-2271-4f4e-a9e3-8d05bee2a700 None None] Provisioning complete for port 1d9b8803-50c9-4b96-b4db-52cec68a131c triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:14:29.802779 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fa3667ca-2271-4f4e-a9e3-8d05bee2a700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (1d9b8803-50c9-4b96-b4db-52cec68a131c), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:29.881194 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fa3667ca-2271-4f4e-a9e3-8d05bee2a700 None None] Current status of the port 1d9b8803-50c9-4b96-b4db-52cec68a131c is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:14:30.824010 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 1d9b8803-50c9-4b96-b4db-52cec68a131c up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:14:30.837322 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57364) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:14:30.869992 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 1d9b8803-50c9-4b96-b4db-52cec68a131c triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:14:30.870393 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (1d9b8803-50c9-4b96-b4db-52cec68a131c), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:30.944913 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 1d9b8803-50c9-4b96-b4db-52cec68a131c is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:14:31.145785 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9369ef99-779f-43c0-bc92-ee4706723577 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:14:31.184563 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9369ef99-779f-43c0-bc92-ee4706723577 admin admin] Made reservation on behalf of 2c3e149d3ed2494ab626e13868517915 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:14:31.187529 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9369ef99-779f-43c0-bc92-ee4706723577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:31.203502 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9369ef99-779f-43c0-bc92-ee4706723577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:31.260637 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b276e8a9-4093-42de-a2a3-265e42b2c02e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:31.305326 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9369ef99-779f-43c0-bc92-ee4706723577 admin admin] Publish callbacks [] for security_group (04876d66-62e1-4dd7-9c97-a315deda5fbb), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:31.308796 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9369ef99-779f-43c0-bc92-ee4706723577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (04876d66-62e1-4dd7-9c97-a315deda5fbb), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:31.323584 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9369ef99-779f-43c0-bc92-ee4706723577 admin admin] Reserving flat network on physical network physnet1 {{(pid=103378) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 14 20:14:31.350578 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9369ef99-779f-43c0-bc92-ee4706723577 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743027666095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (eae386ec-1a11-4021-a4e7-ecaf001cd62d), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:31.351130 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9369ef99-779f-43c0-bc92-ee4706723577 admin admin] Unsubscribe: segment precommit_create {{(pid=103378) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 14 20:14:31.351613 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.segments_db [None req-9369ef99-779f-43c0-bc92-ee4706723577 admin admin] Added segment eae386ec-1a11-4021-a4e7-ecaf001cd62d of type flat for network 0ff0ed06-361c-431d-a8f4-874987c3167c Apr 14 20:14:31.355158 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369ef99-779f-43c0-bc92-ee4706723577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04876d66-62e1-4dd7-9c97-a315deda5fbb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:14:31.404941 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9369ef99-779f-43c0-bc92-ee4706723577 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (0ff0ed06-361c-431d-a8f4-874987c3167c), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:31.444460 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9369ef99-779f-43c0-bc92-ee4706723577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (0ff0ed06-361c-431d-a8f4-874987c3167c), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:31.445121 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9369ef99-779f-43c0-bc92-ee4706723577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:14:31.445683 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9369ef99-779f-43c0-bc92-ee4706723577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:31.499382 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-9369ef99-779f-43c0-bc92-ee4706723577 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6603751 Apr 14 20:14:31.541044 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369ef99-779f-43c0-bc92-ee4706723577 admin admin] Pushing event updated for resources: {'Network': ['ID=0ff0ed06-361c-431d-a8f4-874987c3167c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:14:31.552211 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network 0ff0ed06-361c-431d-a8f4-874987c3167c details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:14:33.653780 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a4152cca-5eff-41c9-804c-fe01e2e2e678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:34.014955 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57372) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:14:34.365599 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52abfa3-7018-4a36-a446-48c6d3fac685 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:14:34.366978 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-e52abfa3-7018-4a36-a446-48c6d3fac685 demo admin] 10.222.0.11 "GET /v2.0/subnets/76cdfb5c-39dc-4c44-a386-9fccc06cca31 HTTP/1.1" status: 200 len: 849 time: 0.3510633 Apr 14 20:14:34.494742 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-f37ac7d7-e320-43dd-bccd-72196b237310 demo admin] 10.222.0.11 "GET /v2.0/routers/b585dab7-a948-4985-a5c7-9fcea7413043 HTTP/1.1" status: 200 len: 704 time: 0.1209171 Apr 14 20:14:34.625432 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:34.771677 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc5d420a-f0f2-4376-9090-4619e33211fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:35.061924 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-cc5d420a-f0f2-4376-9090-4619e33211fe demo admin] Allocated IP 172.20.0.1 (5c3b6332-f967-4215-a087-3c94f4fc7514/76cdfb5c-39dc-4c44-a386-9fccc06cca31/4828ade6-1372-441a-88c0-440830e7c3b6) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:14:35.211629 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc5d420a-f0f2-4376-9090-4619e33211fe demo admin] Publish callbacks [] for port (4828ade6-1372-441a-88c0-440830e7c3b6), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:35.324087 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc5d420a-f0f2-4376-9090-4619e33211fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (4828ade6-1372-441a-88c0-440830e7c3b6), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:35.395347 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5d420a-f0f2-4376-9090-4619e33211fe demo admin] Network 5c3b6332-f967-4215-a087-3c94f4fc7514 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:14:35.402054 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-cc5d420a-f0f2-4376-9090-4619e33211fe demo admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:14:35.411336 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5d420a-f0f2-4376-9090-4619e33211fe demo admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:14:35.411782 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc5d420a-f0f2-4376-9090-4619e33211fe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610389'] for router_interface (b585dab7-a948-4985-a5c7-9fcea7413043), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:35.466862 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d420a-f0f2-4376-9090-4619e33211fe demo admin] Pushing event updated for resources: {'Port': ['ID=4828ade6-1372-441a-88c0-440830e7c3b6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:14:35.611974 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc5d420a-f0f2-4376-9090-4619e33211fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (4828ade6-1372-441a-88c0-440830e7c3b6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:35.632400 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-bc96de9d-f68e-4231-94d5-f86176f2fa30 None None] Provisioning complete for port 4828ade6-1372-441a-88c0-440830e7c3b6 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:14:35.633373 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bc96de9d-f68e-4231-94d5-f86176f2fa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (4828ade6-1372-441a-88c0-440830e7c3b6), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:35.716237 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-bc96de9d-f68e-4231-94d5-f86176f2fa30 None None] Port 4828ade6-1372-441a-88c0-440830e7c3b6 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:14:35.826155 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc5d420a-f0f2-4376-9090-4619e33211fe demo admin] Publish callbacks [] for port (4828ade6-1372-441a-88c0-440830e7c3b6), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:35.830870 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc5d420a-f0f2-4376-9090-4619e33211fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (4828ade6-1372-441a-88c0-440830e7c3b6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:35.831653 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc5d420a-f0f2-4376-9090-4619e33211fe demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610789'] for router_interface (b585dab7-a948-4985-a5c7-9fcea7413043), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:35.913793 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d420a-f0f2-4376-9090-4619e33211fe demo admin] Pushing event updated for resources: {'Port': ['ID=4828ade6-1372-441a-88c0-440830e7c3b6,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:14:35.955724 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5d420a-f0f2-4376-9090-4619e33211fe demo admin] Network 5c3b6332-f967-4215-a087-3c94f4fc7514 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:14:35.956994 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-cc5d420a-f0f2-4376-9090-4619e33211fe demo admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:14:36.121875 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:36.135641 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-75460eec-73b8-4745-a76d-54f0785f0553 None None] Provisioning complete for port 4828ade6-1372-441a-88c0-440830e7c3b6 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:14:36.136066 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75460eec-73b8-4745-a76d-54f0785f0553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (4828ade6-1372-441a-88c0-440830e7c3b6), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:36.136180 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5d420a-f0f2-4376-9090-4619e33211fe demo admin] Router b585dab7-a948-4985-a5c7-9fcea7413043 is scheduled to L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:14:36.170110 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-75460eec-73b8-4745-a76d-54f0785f0553 None None] Port 4828ade6-1372-441a-88c0-440830e7c3b6 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:14:36.229558 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5d420a-f0f2-4376-9090-4619e33211fe demo admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:14:36.235151 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-cc5d420a-f0f2-4376-9090-4619e33211fe demo admin] 10.222.0.11 "PUT /v2.0/routers/b585dab7-a948-4985-a5c7-9fcea7413043/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7347155 Apr 14 20:14:36.254009 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Sync routers for ids ['b585dab7-a948-4985-a5c7-9fcea7413043'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:14:36.266261 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Routers {'b585dab7-a948-4985-a5c7-9fcea7413043'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:14:36.267464 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-87943350-985c-406f-890c-3c23c5379f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:14:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['b585dab7-a948-4985-a5c7-9fcea7413043'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:14:36.474037 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Set router b585dab7-a948-4985-a5c7-9fcea7413043 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:14:36.894633 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-87943350-985c-406f-890c-3c23c5379f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585dab7-a948-4985-a5c7-9fcea7413043', 'name': 'router1', 'tenant_id': '8f1c36f9d0c24217950e4020c699b527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:14:25Z', 'updated_at': '2022-04-14T20:14:35Z', 'revision_number': 2, 'project_id': '8f1c36f9d0c24217950e4020c699b527', 'gw_port_host': None, '_interfaces': [{'id': '4828ade6-1372-441a-88c0-440830e7c3b6', 'name': '', 'network_id': '5c3b6332-f967-4215-a087-3c94f4fc7514', 'tenant_id': '8f1c36f9d0c24217950e4020c699b527', 'mac_address': 'fa:16:3e:78:0f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585dab7-a948-4985-a5c7-9fcea7413043', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76cdfb5c-39dc-4c44-a386-9fccc06cca31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:14:34Z', 'updated_at': '2022-04-14T20:14:35Z', 'revision_number': 2, 'project_id': '8f1c36f9d0c24217950e4020c699b527', 'subnets': [{'id': '76cdfb5c-39dc-4c44-a386-9fccc06cca31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5e5290d-1ea3-4b48-9dac-0291b2b560ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:14:36.947185 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Checking router: b585dab7-a948-4985-a5c7-9fcea7413043 for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:14:36.947564 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Updating router b585dab7-a948-4985-a5c7-9fcea7413043 port 4828ade6-1372-441a-88c0-440830e7c3b6 binding host dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:14:37.013522 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (4828ade6-1372-441a-88c0-440830e7c3b6), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:37.549261 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Publish callbacks [] for port (4828ade6-1372-441a-88c0-440830e7c3b6), precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:37.556052 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (4828ade6-1372-441a-88c0-440830e7c3b6), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:37.726851 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Attempting to bind port 4828ade6-1372-441a-88c0-440830e7c3b6 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:14:37.727258 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Attempting to bind port 4828ade6-1372-441a-88c0-440830e7c3b6 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': '42807fbe-8331-447b-8806-3f847da42629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c3b6332-f967-4215-a087-3c94f4fc7514'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:14:37.727704 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Attempting to bind port 4828ade6-1372-441a-88c0-440830e7c3b6 on network 5c3b6332-f967-4215-a087-3c94f4fc7514 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:14:37.729778 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fc3b7-b0ca-42f7-b162-04f3c3f87d7e None None] Pushing event updated for resources: {'Port': ['ID=4828ade6-1372-441a-88c0-440830e7c3b6,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:14:37.740849 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:14:37.741266 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Checking segment: {'id': '42807fbe-8331-447b-8806-3f847da42629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c3b6332-f967-4215-a087-3c94f4fc7514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:14:37.741732 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:37.742125 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Bound using segment: {'id': '42807fbe-8331-447b-8806-3f847da42629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c3b6332-f967-4215-a087-3c94f4fc7514'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:14:37.742616 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Bound port: 4828ade6-1372-441a-88c0-440830e7c3b6, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42807fbe-8331-447b-8806-3f847da42629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5c3b6332-f967-4215-a087-3c94f4fc7514'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:14:37.743001 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (4828ade6-1372-441a-88c0-440830e7c3b6), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:37.745528 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc3b7-b0ca-42f7-b162-04f3c3f87d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:37.745870 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc3b7-b0ca-42f7-b162-04f3c3f87d7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:37.746213 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc3b7-b0ca-42f7-b162-04f3c3f87d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:37.746581 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc3b7-b0ca-42f7-b162-04f3c3f87d7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:37.746918 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc3b7-b0ca-42f7-b162-04f3c3f87d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:37.747245 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc3b7-b0ca-42f7-b162-04f3c3f87d7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:37.747567 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc3b7-b0ca-42f7-b162-04f3c3f87d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:37.747890 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc3b7-b0ca-42f7-b162-04f3c3f87d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:37.748212 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc3b7-b0ca-42f7-b162-04f3c3f87d7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:37.748765 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc3b7-b0ca-42f7-b162-04f3c3f87d7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:37.749271 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc3b7-b0ca-42f7-b162-04f3c3f87d7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:37.749442 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc3b7-b0ca-42f7-b162-04f3c3f87d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:37.749769 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc3b7-b0ca-42f7-b162-04f3c3f87d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:37.750138 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc3b7-b0ca-42f7-b162-04f3c3f87d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:37.750539 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc3b7-b0ca-42f7-b162-04f3c3f87d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc3b7-b0ca-42f7-b162-04f3c3f87d7e None None] Tracked resource versions report: Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: pushed versions: Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: { 'AddressGroup': {'1.2'}, Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Agent': {'1.1'}, Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'ConntrackHelper': {'1.0'}, Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'LocalIPAssociation': {'1.0'}, Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Log': {'1.0'}, Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'NDPProxy': {'1.0'}, Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Network': {'1.1'}, Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Port': {'1.7'}, Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'PortForwarding': {'1.3'}, Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'QosPolicy': {'1.10'}, Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'SecurityGroup': {'1.5'}, Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'SecurityGroupRule': {'1.2'}, Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'SubPort': {'1.0'}, Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Subnet': {'1.1'}, Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Trunk': {'1.1'}} Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: consumer versions: Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: { DHCP agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: L3 agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: Metadata agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: Metering agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: Open vSwitch agent@dv-cinder-837539-3-iscsi: { 'AddressGroup': '1.2', Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Agent': '1.1', Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'ConntrackHelper': '1.0', Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'LocalIPAssociation': '1.0', Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Log': '1.0', Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'NDPProxy': '1.0', Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Network': '1.1', Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Port': '1.7', Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'PortForwarding': '1.3', Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'QosPolicy': '1.10', Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'SecurityGroup': '1.5', Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'SecurityGroupRule': '1.2', Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'SubPort': '1.0', Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Subnet': '1.1', Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Trunk': '1.1'}} Apr 14 20:14:37.751993 dv-cinder-837539-3-iscsi neutron-server[103380]: {{(pid=103380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 20:14:37.794850 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-897028ea-ca6c-412b-a2da-946f566a1fa9 None None] Provisioning complete for port 4828ade6-1372-441a-88c0-440830e7c3b6 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:14:37.795969 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-897028ea-ca6c-412b-a2da-946f566a1fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (4828ade6-1372-441a-88c0-440830e7c3b6), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:37.827684 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-87943350-985c-406f-890c-3c23c5379f18 None None] For port 4828ade6-1372-441a-88c0-440830e7c3b6, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:14:37.835899 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-897028ea-ca6c-412b-a2da-946f566a1fa9 None None] Port 4828ade6-1372-441a-88c0-440830e7c3b6 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:14:37.847693 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-87943350-985c-406f-890c-3c23c5379f18 None None] For port 4828ade6-1372-441a-88c0-440830e7c3b6, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=4828ade6-1372-441a-88c0-440830e7c3b6,segment=NetworkSegment(42807fbe-8331-447b-8806-3f847da42629),segment_id=42807fbe-8331-447b-8806-3f847da42629)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:14:37.853297 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (4828ade6-1372-441a-88c0-440830e7c3b6), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:37.911497 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Routers {'b585dab7-a948-4985-a5c7-9fcea7413043'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:14:37.912132 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-87943350-985c-406f-890c-3c23c5379f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:14:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['b585dab7-a948-4985-a5c7-9fcea7413043'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:14:37.915261 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fc3b7-b0ca-42f7-b162-04f3c3f87d7e None None] Pushing event updated for resources: {'Port': ['ID=4828ade6-1372-441a-88c0-440830e7c3b6,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:14:38.008301 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:38.013650 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-87943350-985c-406f-890c-3c23c5379f18 None None] Set router b585dab7-a948-4985-a5c7-9fcea7413043 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:14:38.154130 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-3a99e291-5801-4e02-80fe-8adb9af34cad None None] Provisioning complete for port 4828ade6-1372-441a-88c0-440830e7c3b6 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:14:38.154409 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3a99e291-5801-4e02-80fe-8adb9af34cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (4828ade6-1372-441a-88c0-440830e7c3b6), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:38.223803 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-87943350-985c-406f-890c-3c23c5379f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585dab7-a948-4985-a5c7-9fcea7413043', 'name': 'router1', 'tenant_id': '8f1c36f9d0c24217950e4020c699b527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:14:25Z', 'updated_at': '2022-04-14T20:14:35Z', 'revision_number': 2, 'project_id': '8f1c36f9d0c24217950e4020c699b527', 'gw_port_host': None, '_interfaces': [{'id': '4828ade6-1372-441a-88c0-440830e7c3b6', 'name': '', 'network_id': '5c3b6332-f967-4215-a087-3c94f4fc7514', 'tenant_id': '8f1c36f9d0c24217950e4020c699b527', 'mac_address': 'fa:16:3e:78:0f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585dab7-a948-4985-a5c7-9fcea7413043', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76cdfb5c-39dc-4c44-a386-9fccc06cca31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:14:34Z', 'updated_at': '2022-04-14T20:14:37Z', 'revision_number': 4, 'project_id': '8f1c36f9d0c24217950e4020c699b527', 'subnets': [{'id': '76cdfb5c-39dc-4c44-a386-9fccc06cca31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5e5290d-1ea3-4b48-9dac-0291b2b560ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:14:38.234928 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-3a99e291-5801-4e02-80fe-8adb9af34cad None None] Current status of the port 4828ade6-1372-441a-88c0-440830e7c3b6 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:14:38.235321 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3a99e291-5801-4e02-80fe-8adb9af34cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (4828ade6-1372-441a-88c0-440830e7c3b6), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:38.253291 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87943350-985c-406f-890c-3c23c5379f18 None None] The sync data for ids ['b585dab7-a948-4985-a5c7-9fcea7413043'] in dv-cinder-837539-3-iscsi is: [{'id': 'b585dab7-a948-4985-a5c7-9fcea7413043', 'name': 'router1', 'tenant_id': '8f1c36f9d0c24217950e4020c699b527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:14:25Z', 'updated_at': '2022-04-14T20:14:35Z', 'revision_number': 2, 'project_id': '8f1c36f9d0c24217950e4020c699b527', 'gw_port_host': None, '_interfaces': [{'id': '4828ade6-1372-441a-88c0-440830e7c3b6', 'name': '', 'network_id': '5c3b6332-f967-4215-a087-3c94f4fc7514', 'tenant_id': '8f1c36f9d0c24217950e4020c699b527', 'mac_address': 'fa:16:3e:78:0f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585dab7-a948-4985-a5c7-9fcea7413043', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76cdfb5c-39dc-4c44-a386-9fccc06cca31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:14:34Z', 'updated_at': '2022-04-14T20:14:37Z', 'revision_number': 4, 'project_id': '8f1c36f9d0c24217950e4020c699b527', 'subnets': [{'id': '76cdfb5c-39dc-4c44-a386-9fccc06cca31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5e5290d-1ea3-4b48-9dac-0291b2b560ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:14:38.270923 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-3a99e291-5801-4e02-80fe-8adb9af34cad None None] For port 4828ade6-1372-441a-88c0-440830e7c3b6, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=4828ade6-1372-441a-88c0-440830e7c3b6,segment=NetworkSegment(42807fbe-8331-447b-8806-3f847da42629),segment_id=42807fbe-8331-447b-8806-3f847da42629)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:14:38.275218 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3a99e291-5801-4e02-80fe-8adb9af34cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (4828ade6-1372-441a-88c0-440830e7c3b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:38.329584 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99e291-5801-4e02-80fe-8adb9af34cad None None] Pushing event updated for resources: {'Port': ['ID=4828ade6-1372-441a-88c0-440830e7c3b6,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:14:38.816974 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57392) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:14:39.013880 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fa5a6f-02dc-4ae7-a38d-45aa8df53380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:14:39.015651 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-f0fa5a6f-02dc-4ae7-a38d-45aa8df53380 admin admin] 10.222.0.11 "GET /v2.0/networks/0ff0ed06-361c-431d-a8f4-874987c3167c HTTP/1.1" status: 200 len: 842 time: 0.1977265 Apr 14 20:14:39.024956 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bc3184e7-0c16-4c37-877c-a545a2fc76b2 admin admin] Request body: {'subnet': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:14:39.046283 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3184e7-0c16-4c37-877c-a545a2fc76b2 admin admin] Made reservation on behalf of 2c3e149d3ed2494ab626e13868517915 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:14:39.048727 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc3184e7-0c16-4c37-877c-a545a2fc76b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:39.317313 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.objects.ports [None req-bc3184e7-0c16-4c37-877c-a545a2fc76b2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103378) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 14 20:14:39.317650 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc3184e7-0c16-4c37-877c-a545a2fc76b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for subnet (93e0906b-380d-424f-9074-f135cbe5de30), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:39.367536 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3184e7-0c16-4c37-877c-a545a2fc76b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93e0906b-380d-424f-9074-f135cbe5de30,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:14:39.382944 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3184e7-0c16-4c37-877c-a545a2fc76b2 admin admin] Checking segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:14:39.383301 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3184e7-0c16-4c37-877c-a545a2fc76b2 admin admin] Network hostable DHCP agents. Network: 0ff0ed06-361c-431d-a8f4-874987c3167c, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:14:39.399526 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3184e7-0c16-4c37-877c-a545a2fc76b2 admin admin] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:14:39.409820 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-bc3184e7-0c16-4c37-877c-a545a2fc76b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, 0ff0ed06-361c-431d-a8f4-874987c3167c) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:14:39.413757 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3184e7-0c16-4c37-877c-a545a2fc76b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:14:39.414353 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc3184e7-0c16-4c37-877c-a545a2fc76b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:39.422732 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb7111a-dc91-4fc2-a9a3-89f5202b88b4 None None] Network 0ff0ed06-361c-431d-a8f4-874987c3167c requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:14:39.451073 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-bc3184e7-0c16-4c37-877c-a545a2fc76b2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4192984 Apr 14 20:14:39.549227 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9390a789-b968-4c52-97dd-e42073b65a1f None None] Network 0ff0ed06-361c-431d-a8f4-874987c3167c requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:14:41.977891 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 57410) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:14:42.263656 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a8af56c7-9723-4835-a7df-de09af7c28f9 demo admin] 10.222.0.11 "GET /v2.0/routers/b585dab7-a948-4985-a5c7-9fcea7413043 HTTP/1.1" status: 200 len: 710 time: 0.2845669 Apr 14 20:14:42.416541 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c67b2d9-a912-4412-8c5b-5fdca387c838 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:14:42.417929 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-7c67b2d9-a912-4412-8c5b-5fdca387c838 demo admin] 10.222.0.11 "GET /v2.0/networks/0ff0ed06-361c-431d-a8f4-874987c3167c HTTP/1.1" status: 200 len: 886 time: 0.1480126 Apr 14 20:14:42.427330 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f5519027-cf29-4349-823e-d25688c389c7 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:14:42.680814 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5519027-cf29-4349-823e-d25688c389c7 demo admin] Publish callbacks [] for router_gateway (b585dab7-a948-4985-a5c7-9fcea7413043), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:42.901427 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5519027-cf29-4349-823e-d25688c389c7 demo admin] Publish callbacks [] for router_gateway (b585dab7-a948-4985-a5c7-9fcea7413043), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:42.979039 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5519027-cf29-4349-823e-d25688c389c7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:43.163786 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-f5519027-cf29-4349-823e-d25688c389c7 demo admin] Allocated IP 172.27.3.35 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/9ad15966-676d-44c6-be8d-1ea1c0dc1647) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:14:43.275288 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5519027-cf29-4349-823e-d25688c389c7 demo admin] Publish callbacks [] for port (9ad15966-676d-44c6-be8d-1ea1c0dc1647), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:43.333577 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5519027-cf29-4349-823e-d25688c389c7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (9ad15966-676d-44c6-be8d-1ea1c0dc1647), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:43.415745 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5519027-cf29-4349-823e-d25688c389c7 demo admin] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:14:43.423885 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-f5519027-cf29-4349-823e-d25688c389c7 demo admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:14:43.425887 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5519027-cf29-4349-823e-d25688c389c7 demo admin] Pushing event updated for resources: {'Port': ['ID=9ad15966-676d-44c6-be8d-1ea1c0dc1647,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:14:43.431098 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5519027-cf29-4349-823e-d25688c389c7 demo admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:14:43.796770 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5519027-cf29-4349-823e-d25688c389c7 demo admin] Publish callbacks [] for router_gateway (b585dab7-a948-4985-a5c7-9fcea7413043), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:43.998176 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5519027-cf29-4349-823e-d25688c389c7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-610495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8867'] for router (b585dab7-a948-4985-a5c7-9fcea7413043), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:44.006302 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5519027-cf29-4349-823e-d25688c389c7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-610486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-610477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613689'] for router (b585dab7-a948-4985-a5c7-9fcea7413043), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:44.124554 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5519027-cf29-4349-823e-d25688c389c7 demo admin] Router b585dab7-a948-4985-a5c7-9fcea7413043 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:14:44.236676 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5519027-cf29-4349-823e-d25688c389c7 demo admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:14:44.241830 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5519027-cf29-4349-823e-d25688c389c7 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:44.258538 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-f5519027-cf29-4349-823e-d25688c389c7 demo admin] 10.222.0.11 "PUT /v2.0/routers/b585dab7-a948-4985-a5c7-9fcea7413043 HTTP/1.1" status: 200 len: 889 time: 1.8188298 Apr 14 20:14:45.825697 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 5 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:14:46.817674 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57424) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:14:46.849944 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 4828ade6-1372-441a-88c0-440830e7c3b6 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:14:46.896252 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 4828ade6-1372-441a-88c0-440830e7c3b6 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:14:46.896725 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (4828ade6-1372-441a-88c0-440830e7c3b6), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:46.941024 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-eb206d43-ddfb-4a10-b76c-e60eb011da8e admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1212468 Apr 14 20:14:46.979881 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 4828ade6-1372-441a-88c0-440830e7c3b6 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:14:47.049095 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Sync routers for ids ['b585dab7-a948-4985-a5c7-9fcea7413043'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:14:47.060681 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Routers {'b585dab7-a948-4985-a5c7-9fcea7413043'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:14:47.061848 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:14:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['b585dab7-a948-4985-a5c7-9fcea7413043'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:14:47.286537 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Set router b585dab7-a948-4985-a5c7-9fcea7413043 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:14:47.757777 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585dab7-a948-4985-a5c7-9fcea7413043', 'name': 'router1', 'tenant_id': '8f1c36f9d0c24217950e4020c699b527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '9ad15966-676d-44c6-be8d-1ea1c0dc1647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:14:25Z', 'updated_at': '2022-04-14T20:14:43Z', 'revision_number': 4, 'project_id': '8f1c36f9d0c24217950e4020c699b527', 'gw_port': {'id': '9ad15966-676d-44c6-be8d-1ea1c0dc1647', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585dab7-a948-4985-a5c7-9fcea7413043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:14:42Z', 'updated_at': '2022-04-14T20:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '4828ade6-1372-441a-88c0-440830e7c3b6', 'name': '', 'network_id': '5c3b6332-f967-4215-a087-3c94f4fc7514', 'tenant_id': '8f1c36f9d0c24217950e4020c699b527', 'mac_address': 'fa:16:3e:78:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585dab7-a948-4985-a5c7-9fcea7413043', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76cdfb5c-39dc-4c44-a386-9fccc06cca31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:14:34Z', 'updated_at': '2022-04-14T20:14:38Z', 'revision_number': 5, 'project_id': '8f1c36f9d0c24217950e4020c699b527', 'subnets': [{'id': '76cdfb5c-39dc-4c44-a386-9fccc06cca31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5e5290d-1ea3-4b48-9dac-0291b2b560ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:14:47.807953 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Checking router: b585dab7-a948-4985-a5c7-9fcea7413043 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:14:47.808326 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Updating router b585dab7-a948-4985-a5c7-9fcea7413043 port 9ad15966-676d-44c6-be8d-1ea1c0dc1647 binding host dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:14:47.865790 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (9ad15966-676d-44c6-be8d-1ea1c0dc1647), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:48.193286 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Publish callbacks [] for port (9ad15966-676d-44c6-be8d-1ea1c0dc1647), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:48.198934 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (9ad15966-676d-44c6-be8d-1ea1c0dc1647), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:48.249628 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027da979-943e-4d51-b5f0-73b75ee20b1a None None] Pushing event updated for resources: {'Port': ['ID=9ad15966-676d-44c6-be8d-1ea1c0dc1647,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:14:48.257231 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Attempting to bind port 9ad15966-676d-44c6-be8d-1ea1c0dc1647 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:14:48.257231 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Attempting to bind port 9ad15966-676d-44c6-be8d-1ea1c0dc1647 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:14:48.257231 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Attempting to bind port 9ad15966-676d-44c6-be8d-1ea1c0dc1647 on network 0ff0ed06-361c-431d-a8f4-874987c3167c {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:14:48.266039 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:14:48.266039 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Checking segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:14:48.266039 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:48.266039 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Bound using segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:14:48.266039 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Bound port: 9ad15966-676d-44c6-be8d-1ea1c0dc1647, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:14:48.266039 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (9ad15966-676d-44c6-be8d-1ea1c0dc1647), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:48.323837 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] For port 9ad15966-676d-44c6-be8d-1ea1c0dc1647, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:14:48.327284 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] For port 9ad15966-676d-44c6-be8d-1ea1c0dc1647, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=9ad15966-676d-44c6-be8d-1ea1c0dc1647,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:14:48.332303 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (9ad15966-676d-44c6-be8d-1ea1c0dc1647), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:48.387323 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Routers {'b585dab7-a948-4985-a5c7-9fcea7413043'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:14:48.387946 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:14:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['b585dab7-a948-4985-a5c7-9fcea7413043'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:14:48.392720 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027da979-943e-4d51-b5f0-73b75ee20b1a None None] Pushing event updated for resources: {'Port': ['ID=9ad15966-676d-44c6-be8d-1ea1c0dc1647,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:14:48.500306 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] Set router b585dab7-a948-4985-a5c7-9fcea7413043 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:14:48.711131 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585dab7-a948-4985-a5c7-9fcea7413043', 'name': 'router1', 'tenant_id': '8f1c36f9d0c24217950e4020c699b527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '9ad15966-676d-44c6-be8d-1ea1c0dc1647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:14:25Z', 'updated_at': '2022-04-14T20:14:43Z', 'revision_number': 4, 'project_id': '8f1c36f9d0c24217950e4020c699b527', 'gw_port': {'id': '9ad15966-676d-44c6-be8d-1ea1c0dc1647', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585dab7-a948-4985-a5c7-9fcea7413043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:14:42Z', 'updated_at': '2022-04-14T20:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '4828ade6-1372-441a-88c0-440830e7c3b6', 'name': '', 'network_id': '5c3b6332-f967-4215-a087-3c94f4fc7514', 'tenant_id': '8f1c36f9d0c24217950e4020c699b527', 'mac_address': 'fa:16:3e:78:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585dab7-a948-4985-a5c7-9fcea7413043', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76cdfb5c-39dc-4c44-a386-9fccc06cca31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:14:34Z', 'updated_at': '2022-04-14T20:14:38Z', 'revision_number': 5, 'project_id': '8f1c36f9d0c24217950e4020c699b527', 'subnets': [{'id': '76cdfb5c-39dc-4c44-a386-9fccc06cca31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5e5290d-1ea3-4b48-9dac-0291b2b560ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:14:48.742622 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7177f31-b7a5-4ef8-bd73-79c8c951ec46 None None] The sync data for ids ['b585dab7-a948-4985-a5c7-9fcea7413043'] in dv-cinder-837539-3-iscsi is: [{'id': 'b585dab7-a948-4985-a5c7-9fcea7413043', 'name': 'router1', 'tenant_id': '8f1c36f9d0c24217950e4020c699b527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '9ad15966-676d-44c6-be8d-1ea1c0dc1647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:14:25Z', 'updated_at': '2022-04-14T20:14:43Z', 'revision_number': 4, 'project_id': '8f1c36f9d0c24217950e4020c699b527', 'gw_port': {'id': '9ad15966-676d-44c6-be8d-1ea1c0dc1647', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585dab7-a948-4985-a5c7-9fcea7413043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:14:42Z', 'updated_at': '2022-04-14T20:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '4828ade6-1372-441a-88c0-440830e7c3b6', 'name': '', 'network_id': '5c3b6332-f967-4215-a087-3c94f4fc7514', 'tenant_id': '8f1c36f9d0c24217950e4020c699b527', 'mac_address': 'fa:16:3e:78:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585dab7-a948-4985-a5c7-9fcea7413043', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76cdfb5c-39dc-4c44-a386-9fccc06cca31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:14:34Z', 'updated_at': '2022-04-14T20:14:38Z', 'revision_number': 5, 'project_id': '8f1c36f9d0c24217950e4020c699b527', 'subnets': [{'id': '76cdfb5c-39dc-4c44-a386-9fccc06cca31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5e5290d-1ea3-4b48-9dac-0291b2b560ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:14:50.910318 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 9ad15966-676d-44c6-be8d-1ea1c0dc1647 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:14:50.974948 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 9ad15966-676d-44c6-be8d-1ea1c0dc1647 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:14:50.975782 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (9ad15966-676d-44c6-be8d-1ea1c0dc1647), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:51.084832 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 9ad15966-676d-44c6-be8d-1ea1c0dc1647 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:14:51.085791 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (9ad15966-676d-44c6-be8d-1ea1c0dc1647), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:51.110037 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] For port 9ad15966-676d-44c6-be8d-1ea1c0dc1647, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=9ad15966-676d-44c6-be8d-1ea1c0dc1647,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:14:51.118145 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (9ad15966-676d-44c6-be8d-1ea1c0dc1647), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:51.176840 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Pushing event updated for resources: {'Port': ['ID=9ad15966-676d-44c6-be8d-1ea1c0dc1647,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:14:52.883773 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 9ad15966-676d-44c6-be8d-1ea1c0dc1647 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:14:52.978340 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 9ad15966-676d-44c6-be8d-1ea1c0dc1647 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:14:52.979237 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (9ad15966-676d-44c6-be8d-1ea1c0dc1647), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:14:53.070546 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 9ad15966-676d-44c6-be8d-1ea1c0dc1647 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:15:01.273456 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a768854-f02e-487c-ab0f-6fe6dcb65fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:15:03.672311 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f97bfce4-356f-4093-b29f-1fc5927f6dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:15:04.631095 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:15:06.144676 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:15:08.002197 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:15:22.787203 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 5 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:15:31.269523 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-36821e13-6d59-46d1-baf6-85f82a823912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:15:33.659520 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81d605dd-2cd9-4723-a758-9739f5f12479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:15:34.633982 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:15:36.131885 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:15:38.007143 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:15:59.785836 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 5 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:16:01.261054 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f395-f19b-4e42-82aa-0a2277b178d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:16:03.652334 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-78dc179a-4c7a-47c7-af62-441de014a091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:16:04.635318 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:16:06.140583 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:16:08.010723 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:16:09.911946 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57908) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:16:10.039292 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-b045190e-7d3b-468f-8af4-8d7edc8f085c admin admin] GET failed (client error): The resource could not be found. Apr 14 20:16:10.040649 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-b045190e-7d3b-468f-8af4-8d7edc8f085c admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1277676 Apr 14 20:16:10.202442 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cebc7ae-e61d-4c42-bab6-d8de0c175bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:16:10.204031 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-7cebc7ae-e61d-4c42-bab6-d8de0c175bff admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1589980 Apr 14 20:16:12.539155 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57918) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:16:12.631804 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b857f9d6-22b6-4d83-90c9-83f462f08208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:16:12.633192 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-b857f9d6-22b6-4d83-90c9-83f462f08208 admin admin] 10.222.0.11 "GET /v2.0/subnets/76cdfb5c-39dc-4c44-a386-9fccc06cca31 HTTP/1.1" status: 200 len: 849 time: 0.0930758 Apr 14 20:16:12.643171 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:16:12.727130 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Publish callbacks [] for subnet (76cdfb5c-39dc-4c44-a386-9fccc06cca31), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:16:12.865069 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743027632671'] for subnet (76cdfb5c-39dc-4c44-a386-9fccc06cca31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:16:12.893404 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:16:12.894540 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:16:12.895261 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] 10.222.0.11 "PUT /v2.0/subnets/76cdfb5c-39dc-4c44-a386-9fccc06cca31 HTTP/1.1" status: 200 len: 868 time: 0.2557113 Apr 14 20:16:12.906898 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646e9878-2bb8-4a0f-ba82-ed2cfd6bb43a None None] Network 5c3b6332-f967-4215-a087-3c94f4fc7514 requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:16:12.918208 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76cdfb5c-39dc-4c44-a386-9fccc06cca31,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:16:12.926308 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:16:12.926953 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:16:12.927943 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:16:12.928311 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:16:12.928653 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:16:12.928994 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:16:12.929344 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:16:12.929664 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:16:12.930013 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:16:12.930347 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:16:12.930716 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:16:12.931033 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:16:12.931359 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:16:12.931684 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:16:12.932003 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee12733-18cf-4ec0-b201-4891c17f0d18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:16:13.232557 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-466f7829-93fe-45ce-a5bd-50cd553ed0be None None] Provisioning complete for port 4828ade6-1372-441a-88c0-440830e7c3b6 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:16:13.232952 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-466f7829-93fe-45ce-a5bd-50cd553ed0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (4828ade6-1372-441a-88c0-440830e7c3b6), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:16:13.311903 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-466f7829-93fe-45ce-a5bd-50cd553ed0be None None] Current status of the port 4828ade6-1372-441a-88c0-440830e7c3b6 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:16:13.320086 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-466f7829-93fe-45ce-a5bd-50cd553ed0be None None] Provisioning complete for port 1d9b8803-50c9-4b96-b4db-52cec68a131c triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:16:13.320447 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-466f7829-93fe-45ce-a5bd-50cd553ed0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (1d9b8803-50c9-4b96-b4db-52cec68a131c), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:16:13.420836 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-466f7829-93fe-45ce-a5bd-50cd553ed0be None None] Current status of the port 1d9b8803-50c9-4b96-b4db-52cec68a131c is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:16:15.264384 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57926) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:16:15.471085 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1290301f-f6ae-4320-8624-75811652469e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:16:15.471475 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1290301f-f6ae-4320-8624-75811652469e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:16:15.473009 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-1290301f-f6ae-4320-8624-75811652469e admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2076728 Apr 14 20:16:17.812273 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57934) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:16:17.945260 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0082b64-7151-4934-8393-4a4da9c26655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:16:17.945667 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0082b64-7151-4934-8393-4a4da9c26655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:16:17.947206 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-a0082b64-7151-4934-8393-4a4da9c26655 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1339958 Apr 14 20:16:20.276265 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57942) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:16:20.404632 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf93f86-2e2b-41c6-bc8d-0813fd65e9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:16:20.406009 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-fcf93f86-2e2b-41c6-bc8d-0813fd65e9b3 admin admin] 10.222.0.11 "GET /v2.0/networks/0ff0ed06-361c-431d-a8f4-874987c3167c HTTP/1.1" status: 200 len: 886 time: 0.1287835 Apr 14 20:16:22.735866 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57950) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:16:22.864134 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb724b1-5d84-4443-8c04-bb51eedd1ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:16:22.865485 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-5fb724b1-5d84-4443-8c04-bb51eedd1ecc admin admin] 10.222.0.11 "GET /v2.0/networks/5c3b6332-f967-4215-a087-3c94f4fc7514 HTTP/1.1" status: 200 len: 869 time: 0.1286581 Apr 14 20:16:25.189853 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57958) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:16:25.312064 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9242f4-36ea-4eed-a9c1-a15dee42f55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:16:25.312531 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9242f4-36ea-4eed-a9c1-a15dee42f55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:16:25.314027 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-2d9242f4-36ea-4eed-a9c1-a15dee42f55a admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229010 Apr 14 20:16:27.683557 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57966) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:16:27.772128 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced59d32-c150-4631-b5e0-0fb85d9b5484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:16:27.772573 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced59d32-c150-4631-b5e0-0fb85d9b5484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:16:27.774031 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-ced59d32-c150-4631-b5e0-0fb85d9b5484 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0889294 Apr 14 20:16:30.113630 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57974) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:16:30.206146 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f11f78-1e9d-45f6-912b-c802d83a1aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:16:30.207479 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-a5f11f78-1e9d-45f6-912b-c802d83a1aa1 admin admin] 10.222.0.11 "GET /v2.0/subnets/76cdfb5c-39dc-4c44-a386-9fccc06cca31 HTTP/1.1" status: 200 len: 868 time: 0.0929091 Apr 14 20:16:31.264508 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9dc8305d-7c39-4083-99c7-66de82cc48c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:16:32.552798 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 57982) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:16:32.636741 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ab6f8e-2ddc-44bf-aadf-30e6d357fdd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:16:32.638623 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-77ab6f8e-2ddc-44bf-aadf-30e6d357fdd5 admin admin] 10.222.0.11 "GET /v2.0/subnets/93e0906b-380d-424f-9074-f135cbe5de30 HTTP/1.1" status: 200 len: 816 time: 0.0848756 Apr 14 20:16:33.655707 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a416-68aa-4bb3-b0c2-9da54a63f855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:16:34.636323 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:16:36.133720 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:16:36.785698 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 5 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:16:38.015076 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:01.268302 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-59eab1c4-8b44-4c04-980a-67260d9e86c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:03.659522 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-36c0b0c5-5c80-4491-9ff9-eabb48a834e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:04.640642 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:06.134014 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:08.017312 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:13.784812 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 5 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:17:13.799379 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58040) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:17:13.845673 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [None req-0695e859-649a-47f6-b96d-6d74d6e37777 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:17:13.846675 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-0695e859-649a-47f6-b96d-6d74d6e37777 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463238 Apr 14 20:17:16.300989 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58048) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:17:16.360309 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb663f40-82ec-4ef4-a0e9-f8b837a5b241 admin admin] GET failed (client error): The resource could not be found. Apr 14 20:17:16.361560 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-cb663f40-82ec-4ef4-a0e9-f8b837a5b241 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596540 Apr 14 20:17:16.454599 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc65b26-1da8-4c61-b33c-d05b75128da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:17:16.456044 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-7fc65b26-1da8-4c61-b33c-d05b75128da7 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0903747 Apr 14 20:17:18.817848 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58056) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:17:18.863473 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:17:18.883008 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Made reservation on behalf of 2c3e149d3ed2494ab626e13868517915 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:17:18.885250 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:18.912852 dv-cinder-837539-3-iscsi neutron-server[103378]: WARNING neutron.services.revisions.revision_plugin [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Could not find related network for resource to bump revision. Apr 14 20:17:18.930382 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:17:18.940712 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (813817f8-ed28-48e1-a45f-109707757c20), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:18.941041 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.segments_db [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Added segment 813817f8-ed28-48e1-a45f-109707757c20 of type vlan for network a83b9634-306e-4286-bd0b-7ce477e7c9db Apr 14 20:17:18.988228 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (a83b9634-306e-4286-bd0b-7ce477e7c9db), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:19.011178 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (a83b9634-306e-4286-bd0b-7ce477e7c9db), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:19.012257 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:17:19.012827 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:19.048409 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2294564 Apr 14 20:17:19.080251 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Pushing event updated for resources: {'Network': ['ID=a83b9634-306e-4286-bd0b-7ce477e7c9db,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:17:19.087768 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:19.088106 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:19.088441 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:19.088775 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:19.089760 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:19.090088 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:19.090411 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:19.090761 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:19.091080 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:19.091400 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:19.091836 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:19.092185 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:19.092504 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:19.092847 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:19.093162 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dcceae-3e55-4cfe-9e17-78dddf70aefc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:19.116381 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network a83b9634-306e-4286-bd0b-7ce477e7c9db details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:17:21.439495 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58064) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:17:21.499342 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff842c2a-64ec-4351-be5c-1e5a9b7b2391 admin admin] GET failed (client error): The resource could not be found. Apr 14 20:17:21.500591 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-ff842c2a-64ec-4351-be5c-1e5a9b7b2391 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598452 Apr 14 20:17:21.569947 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefeb0fc-2a25-4744-a127-7f90739deb84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:17:21.571399 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-fefeb0fc-2a25-4744-a127-7f90739deb84 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667739 Apr 14 20:17:21.581861 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6e2d6508-ab25-40c8-8e81-6beb2a63ebcd admin admin] Request body: {'subnet': {'network_id': 'a83b9634-306e-4286-bd0b-7ce477e7c9db', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:17:21.600779 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2d6508-ab25-40c8-8e81-6beb2a63ebcd admin admin] Made reservation on behalf of 2c3e149d3ed2494ab626e13868517915 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:17:21.602967 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6508-ab25-40c8-8e81-6beb2a63ebcd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:21.850161 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6508-ab25-40c8-8e81-6beb2a63ebcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for subnet (37fda484-019d-40a5-9c22-f7a4d6e5a3e7), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:21.907584 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d6508-ab25-40c8-8e81-6beb2a63ebcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=37fda484-019d-40a5-9c22-f7a4d6e5a3e7,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:17:21.915228 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2d6508-ab25-40c8-8e81-6beb2a63ebcd admin admin] Checking segment: {'id': '813817f8-ed28-48e1-a45f-109707757c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a83b9634-306e-4286-bd0b-7ce477e7c9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:17:21.915582 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2d6508-ab25-40c8-8e81-6beb2a63ebcd admin admin] Network hostable DHCP agents. Network: a83b9634-306e-4286-bd0b-7ce477e7c9db, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:17:21.932152 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2d6508-ab25-40c8-8e81-6beb2a63ebcd admin admin] Network a83b9634-306e-4286-bd0b-7ce477e7c9db is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:17:21.941107 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6e2d6508-ab25-40c8-8e81-6beb2a63ebcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, a83b9634-306e-4286-bd0b-7ce477e7c9db) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:17:21.945230 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2d6508-ab25-40c8-8e81-6beb2a63ebcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:17:21.946352 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e2d6508-ab25-40c8-8e81-6beb2a63ebcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:21.950930 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca057ef-0e06-4a33-ab9b-283c124630ac None None] Network a83b9634-306e-4286-bd0b-7ce477e7c9db requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:17:21.961462 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-6e2d6508-ab25-40c8-8e81-6beb2a63ebcd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3829255 Apr 14 20:17:22.073250 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cbe5ecf-7572-5a24-94c4-ddcd9da69cec-a83b9634-306e-4286-bd0b-7ce477e7c9db', 'network_id': 'a83b9634-306e-4286-bd0b-7ce477e7c9db', 'project_id': '2c3e149d3ed2494ab626e13868517915', 'fixed_ips': [{'subnet_id': '37fda484-019d-40a5-9c22-f7a4d6e5a3e7'}]}} from dv-cinder-837539-3-iscsi. {{(pid=103379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:17:22.074624 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:22.212111 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Allocated IP 192.168.233.2 (a83b9634-306e-4286-bd0b-7ce477e7c9db/37fda484-019d-40a5-9c22-f7a4d6e5a3e7/d131df0a-0132-47fb-a139-9efd11e4d447) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:17:22.454509 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Publish callbacks [] for port (d131df0a-0132-47fb-a139-9efd11e4d447), precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:22.460699 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (d131df0a-0132-47fb-a139-9efd11e4d447), after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:22.503392 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Network a83b9634-306e-4286-bd0b-7ce477e7c9db is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:17:22.506244 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:17:22.511448 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:17:22.514519 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Pushing event updated for resources: {'Port': ['ID=d131df0a-0132-47fb-a139-9efd11e4d447,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:17:22.525405 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:22.525741 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:22.526103 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:22.527191 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:22.527530 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:22.527858 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:22.528183 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:22.528504 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:22.528832 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:22.529152 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:22.529479 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:22.529816 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:22.530136 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:22.531010 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:22.531010 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:17:22.582371 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Attempting to bind port d131df0a-0132-47fb-a139-9efd11e4d447 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:17:22.582765 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Attempting to bind port d131df0a-0132-47fb-a139-9efd11e4d447 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': '813817f8-ed28-48e1-a45f-109707757c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a83b9634-306e-4286-bd0b-7ce477e7c9db'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:17:22.583124 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Attempting to bind port d131df0a-0132-47fb-a139-9efd11e4d447 on network a83b9634-306e-4286-bd0b-7ce477e7c9db {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:17:22.587998 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:17:22.588369 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Checking segment: {'id': '813817f8-ed28-48e1-a45f-109707757c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a83b9634-306e-4286-bd0b-7ce477e7c9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:17:22.588788 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:22.589810 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Bound using segment: {'id': '813817f8-ed28-48e1-a45f-109707757c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a83b9634-306e-4286-bd0b-7ce477e7c9db'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:17:22.590276 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Bound port: d131df0a-0132-47fb-a139-9efd11e4d447, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813817f8-ed28-48e1-a45f-109707757c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a83b9634-306e-4286-bd0b-7ce477e7c9db'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:17:22.590684 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (d131df0a-0132-47fb-a139-9efd11e4d447), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:22.656001 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] For port d131df0a-0132-47fb-a139-9efd11e4d447, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:17:22.659124 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] For port d131df0a-0132-47fb-a139-9efd11e4d447, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=d131df0a-0132-47fb-a139-9efd11e4d447,segment=NetworkSegment(813817f8-ed28-48e1-a45f-109707757c20),segment_id=813817f8-ed28-48e1-a45f-109707757c20)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:17:22.666355 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (d131df0a-0132-47fb-a139-9efd11e4d447), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:22.726242 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51567f-ad5d-4d8b-a6b9-6f9b94f7de4c None None] Pushing event updated for resources: {'Port': ['ID=d131df0a-0132-47fb-a139-9efd11e4d447,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:17:23.007874 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device d131df0a-0132-47fb-a139-9efd11e4d447 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:17:23.061385 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port d131df0a-0132-47fb-a139-9efd11e4d447 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:17:23.061851 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (d131df0a-0132-47fb-a139-9efd11e4d447), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:23.141873 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port d131df0a-0132-47fb-a139-9efd11e4d447 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:17:23.142261 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (d131df0a-0132-47fb-a139-9efd11e4d447), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:23.177941 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] For port d131df0a-0132-47fb-a139-9efd11e4d447, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=d131df0a-0132-47fb-a139-9efd11e4d447,segment=NetworkSegment(813817f8-ed28-48e1-a45f-109707757c20),segment_id=813817f8-ed28-48e1-a45f-109707757c20)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:17:23.182338 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (d131df0a-0132-47fb-a139-9efd11e4d447), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:23.236474 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Pushing event updated for resources: {'Port': ['ID=d131df0a-0132-47fb-a139-9efd11e4d447,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:17:23.595262 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f187bb-184a-452f-a265-4e00c05e1f21 None None] Network a83b9634-306e-4286-bd0b-7ce477e7c9db requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:17:23.671889 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-035b1530-166b-4519-8cf0-46c0637fd621 None None] Provisioning complete for port d131df0a-0132-47fb-a139-9efd11e4d447 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:17:23.672290 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-035b1530-166b-4519-8cf0-46c0637fd621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (d131df0a-0132-47fb-a139-9efd11e4d447), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:23.804669 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-035b1530-166b-4519-8cf0-46c0637fd621 None None] Current status of the port d131df0a-0132-47fb-a139-9efd11e4d447 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:17:24.023718 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-2937058c-cd44-47bb-8875-695619bd95c7 None None] Provisioning complete for port d131df0a-0132-47fb-a139-9efd11e4d447 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:17:24.024405 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2937058c-cd44-47bb-8875-695619bd95c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (d131df0a-0132-47fb-a139-9efd11e4d447), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:24.109532 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2937058c-cd44-47bb-8875-695619bd95c7 None None] Current status of the port d131df0a-0132-47fb-a139-9efd11e4d447 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:17:24.951313 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device d131df0a-0132-47fb-a139-9efd11e4d447 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:17:24.999788 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port d131df0a-0132-47fb-a139-9efd11e4d447 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:17:25.000158 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (d131df0a-0132-47fb-a139-9efd11e4d447), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:25.078356 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port d131df0a-0132-47fb-a139-9efd11e4d447 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:17:31.262780 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ee95e928-4569-4ff1-81ac-177567c36401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:33.662967 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a843-2c27-4bd0-af84-5b6ec0d7e7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:34.643884 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:36.137331 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:38.021832 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:17:50.784315 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 5 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:18:01.266967 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f598572-f536-4140-ae93-79ab4c0ae34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:18:03.665205 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cb097078-0fde-4a2b-b97c-b0c698ca2f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:18:04.647371 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:18:06.143310 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:18:08.023830 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:18:27.783793 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 5 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:18:31.271109 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d79132d0-ecfe-45da-84a3-66db84fcbc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:18:33.669883 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9ad8566f-0135-4b53-a9f9-2b0e2e0e61ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:18:34.649264 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:18:36.145432 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:18:38.029169 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:18:52.999478 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58102) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:18:53.005120 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [None req-7b92a72c-0d10-4c59-872c-086986f5cc85 tempest-verify_tempest_config-1590902995 tempest-verify_tempest_config-1590902995-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:18:53.006081 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-7b92a72c-0d10-4c59-872c-086986f5cc85 tempest-verify_tempest_config-1590902995 tempest-verify_tempest_config-1590902995-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056710 Apr 14 20:18:53.285827 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58120) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:18:53.386455 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:18:53.459978 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] Publish callbacks [] for security_group (d356ff22-91a5-4e4b-82a4-5745067ef32e), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:18:53.463705 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (d356ff22-91a5-4e4b-82a4-5745067ef32e), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:18:53.507155 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d356ff22-91a5-4e4b-82a4-5745067ef32e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:18:53.511994 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=150e528670a1473f8473540b59d4d999&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2251599 Apr 14 20:18:53.514950 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58124) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:18:53.516345 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.516811 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.517206 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.517537 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.517865 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.518187 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.518531 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.518851 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.519188 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.519509 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.520046 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.520385 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.520709 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.521024 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.521342 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e84e48b-aa49-4966-869e-cf0e94a2999a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.569226 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Publish callbacks [] for security_group (d356ff22-91a5-4e4b-82a4-5745067ef32e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:18:53.590341 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Publish callbacks [] for security_group (d356ff22-91a5-4e4b-82a4-5745067ef32e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:18:53.680190 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (d356ff22-91a5-4e4b-82a4-5745067ef32e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:18:53.682950 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:18:53.684118 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d356ff22-91a5-4e4b-82a4-5745067ef32e HTTP/1.1" status: 204 len: 168 time: 0.1681337 Apr 14 20:18:53.691939 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d356ff22-91a5-4e4b-82a4-5745067ef32e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:18:53.698532 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.698882 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.699254 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.699719 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.699923 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.700203 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.700531 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.700858 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.701202 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.701529 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.701861 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.702211 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.702571 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.702892 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:18:53.703330 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284410e6-edef-4ed6-a346-32d17e3b725b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:19:01.280444 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7995d5eb-3647-4c0f-b4f9-f91eabab2765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:19:03.672595 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-97ab49ce-4643-481b-ba27-1014589386af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:19:04.651824 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:19:04.781873 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 5 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:19:06.142723 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:19:08.033374 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:19:31.272849 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b600af2-9ae6-4dc8-b13c-484f4015a65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:19:33.673243 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-976de956-5457-45f1-bd48-7a2780e248ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:19:34.654614 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:19:36.145111 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:19:38.035568 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:19:41.784844 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 5 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:20:01.273351 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc4c51fd-ff64-4a85-9bdb-a27369412672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:20:03.675668 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b0d3476-897a-425c-a241-4aad6848f31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:20:04.660495 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:20:06.149227 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:20:08.038091 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:20:18.783321 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 5 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:20:31.275988 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c89e30b9-3751-43e4-97de-febf5f01fed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:20:33.677580 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a9eacc65-4cab-4b90-a368-14d39a6586d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:20:34.662395 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:20:36.151826 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:20:38.042016 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:20:39.237211 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613293'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:20:54.522810 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58196) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:20:54.626367 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-4a07a50b-ddc8-4895-b5b0-b39ed6b02c0c admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1024621 Apr 14 20:20:55.783079 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:20:56.949816 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58206) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:20:57.003201 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-6f55c8b9-2a8f-4c75-bc8e-43a45dc92f51 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0522559 Apr 14 20:21:01.277430 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4b104dc1-7ecf-46ae-94e1-6cded7e72495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:21:03.679792 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e8547f6e-3af4-444d-85fd-1c2a8110dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:21:04.665700 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:21:06.156106 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:21:08.046328 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:21:09.219597 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:21:31.279089 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e265540a-f37c-4910-85de-d1447a7227fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:21:32.781900 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:21:33.684380 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-01e97902-29fc-4671-91b3-c751685326c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:21:34.667939 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:21:36.160688 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:21:38.051543 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:21:39.218446 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:01.281445 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c4566800-22e1-451c-9f98-1adfff9bf1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:03.686834 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2a9319c6-ae17-499a-8b7c-df19d97978c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:04.670854 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:06.166622 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:08.053795 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:09.231823 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:09.781529 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:22:31.285850 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-840a3527-2fd5-45ad-a510-8ec24b7cfd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:33.700667 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a13d86f-57bb-49db-9a2e-a8966940fe51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:34.678571 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:35.802815 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58314) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:36.127648 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-network', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:36.148290 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Made reservation on behalf of f3f8c257adbc4afc935c3fed66259370 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:22:36.159364 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:36.168334 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:36.171622 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:36.253196 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Publish callbacks [] for security_group (5c23c1cd-58a4-4a8b-98a9-7dc03a68f6c1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:36.257624 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (5c23c1cd-58a4-4a8b-98a9-7dc03a68f6c1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:36.273088 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:22:36.291220 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (fb450111-28f1-4175-a0b8-f2d926fdd69f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:36.291571 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Added segment fb450111-28f1-4175-a0b8-f2d926fdd69f of type vlan for network b4197bec-e804-4778-9814-28700a63aa0d Apr 14 20:22:36.346792 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (b4197bec-e804-4778-9814-28700a63aa0d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:36.365692 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c23c1cd-58a4-4a8b-98a9-7dc03a68f6c1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:36.377261 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.377610 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.377954 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.378300 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.378664 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.379158 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.379494 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.379824 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.380155 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.380488 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.380880 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.381195 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.381479 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.382045 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.382380 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Tracked resource versions report: Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: pushed versions: Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: { 'AddressGroup': {'1.2'}, Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Agent': {'1.1'}, Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'ConntrackHelper': {'1.0'}, Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'LocalIPAssociation': {'1.0'}, Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Log': {'1.0'}, Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'NDPProxy': {'1.0'}, Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Network': {'1.1'}, Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Port': {'1.7'}, Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'PortForwarding': {'1.3'}, Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'QosPolicy': {'1.10'}, Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'SecurityGroup': {'1.5'}, Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'SecurityGroupRule': {'1.2'}, Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'SubPort': {'1.0'}, Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Subnet': {'1.1'}, Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Trunk': {'1.1'}} Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: consumer versions: Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: { DHCP agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: HyperV agent@hv-cinder-83753: {}, Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: L3 agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: Metadata agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: Metering agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: Open vSwitch agent@dv-cinder-837539-3-iscsi: { 'AddressGroup': '1.2', Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Agent': '1.1', Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'ConntrackHelper': '1.0', Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'LocalIPAssociation': '1.0', Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Log': '1.0', Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'NDPProxy': '1.0', Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Network': '1.1', Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Port': '1.7', Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'PortForwarding': '1.3', Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'QosPolicy': '1.10', Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'SecurityGroup': '1.5', Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'SecurityGroupRule': '1.2', Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'SubPort': '1.0', Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Subnet': '1.1', Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: 'Trunk': '1.1'}} Apr 14 20:22:36.383650 dv-cinder-837539-3-iscsi neutron-server[103377]: {{(pid=103377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 20:22:36.391460 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (b4197bec-e804-4778-9814-28700a63aa0d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:36.392643 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:36.393310 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:36.511916 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7052917 Apr 14 20:22:36.512415 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58354) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:36.518734 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a0ab6-8a0d-4209-8e90-5fefd914c9e2 admin admin] Pushing event updated for resources: {'Network': ['ID=b4197bec-e804-4778-9814-28700a63aa0d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:36.523201 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Request body: {'subnet': {'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-subnet', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:36.533579 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network b4197bec-e804-4778-9814-28700a63aa0d details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:22:36.550403 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Made reservation on behalf of f3f8c257adbc4afc935c3fed66259370 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:22:36.554074 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:36.759962 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for subnet (997b9dd2-aea4-4c9c-9ac9-49ac96810906), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:36.821690 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Pushing event updated for resources: {'Subnet': ['ID=997b9dd2-aea4-4c9c-9ac9-49ac96810906,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:36.848864 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.849488 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.850059 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.850189 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.850617 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.850853 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.851259 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.851640 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.852169 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.852463 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.852816 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.853211 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.853628 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.853953 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.854286 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Tracked resource versions report: Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: pushed versions: Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: { 'AddressGroup': {'1.2'}, Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Agent': {'1.1'}, Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'ConntrackHelper': {'1.0'}, Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'LocalIPAssociation': {'1.0'}, Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Log': {'1.0'}, Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'NDPProxy': {'1.0'}, Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Network': {'1.1'}, Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Port': {'1.7'}, Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'PortForwarding': {'1.3'}, Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'QosPolicy': {'1.10'}, Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'SecurityGroup': {'1.5'}, Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'SecurityGroupRule': {'1.2'}, Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'SubPort': {'1.0'}, Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Subnet': {'1.1'}, Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Trunk': {'1.1'}} Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: consumer versions: Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: { DHCP agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: HyperV agent@hv-cinder-83753: {}, Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: L3 agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: Metadata agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: Metering agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: Open vSwitch agent@dv-cinder-837539-3-iscsi: { 'AddressGroup': '1.2', Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Agent': '1.1', Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'ConntrackHelper': '1.0', Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'LocalIPAssociation': '1.0', Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Log': '1.0', Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'NDPProxy': '1.0', Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Network': '1.1', Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Port': '1.7', Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'PortForwarding': '1.3', Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'QosPolicy': '1.10', Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'SecurityGroup': '1.5', Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'SecurityGroupRule': '1.2', Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'SubPort': '1.0', Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Subnet': '1.1', Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: 'Trunk': '1.1'}} Apr 14 20:22:36.855624 dv-cinder-837539-3-iscsi neutron-server[103378]: {{(pid=103378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 20:22:36.870815 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Checking segment: {'id': 'fb450111-28f1-4175-a0b8-f2d926fdd69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:22:36.870815 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Network hostable DHCP agents. Network: b4197bec-e804-4778-9814-28700a63aa0d, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:22:36.891500 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Network b4197bec-e804-4778-9814-28700a63aa0d is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:22:36.902364 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, b4197bec-e804-4778-9814-28700a63aa0d) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:36.907291 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:36.909129 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:36.919787 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c2747f-ce4e-467c-9461-b9ee950b503b None None] Network b4197bec-e804-4778-9814-28700a63aa0d requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:22:36.931059 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-134cd8d4-27a8-48a1-a9c3-0f06aba3131c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4172466 Apr 14 20:22:36.931453 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58380) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:36.935976 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:36.965315 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-612684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:36.966829 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:37.072343 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cbe5ecf-7572-5a24-94c4-ddcd9da69cec-b4197bec-e804-4778-9814-28700a63aa0d', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906'}]}} from dv-cinder-837539-3-iscsi. {{(pid=103379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:22:37.073176 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:37.090190 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] Publish callbacks [] for router_controller (5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:37.245695 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Allocated IP 172.20.0.2 (b4197bec-e804-4778-9814-28700a63aa0d/997b9dd2-aea4-4c9c-9ac9-49ac96810906/dd551680-e744-415a-b28f-6d7c2c8614cb) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:22:37.279407 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] Publish callbacks [] for router_gateway (5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:37.296308 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58400) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:37.433573 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Publish callbacks [] for port (dd551680-e744-415a-b28f-6d7c2c8614cb), precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:37.447540 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (dd551680-e744-415a-b28f-6d7c2c8614cb), after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:37.493587 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Pushing event updated for resources: {'Port': ['ID=dd551680-e744-415a-b28f-6d7c2c8614cb,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:37.502919 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:37.503267 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:37.503633 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:37.504001 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:37.504338 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:37.504778 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:37.505117 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:37.505447 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:37.505767 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:37.506093 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:37.506456 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:37.506807 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:37.507130 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:37.507581 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:37.507900 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Tracked resource versions report: Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: pushed versions: Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: { 'AddressGroup': {'1.2'}, Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Agent': {'1.1'}, Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'ConntrackHelper': {'1.0'}, Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'LocalIPAssociation': {'1.0'}, Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Log': {'1.0'}, Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'NDPProxy': {'1.0'}, Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Network': {'1.1'}, Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Port': {'1.7'}, Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'PortForwarding': {'1.3'}, Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'QosPolicy': {'1.10'}, Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'SecurityGroup': {'1.5'}, Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'SecurityGroupRule': {'1.2'}, Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'SubPort': {'1.0'}, Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Subnet': {'1.1'}, Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Trunk': {'1.1'}} Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: consumer versions: Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: { DHCP agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: HyperV agent@hv-cinder-83753: {}, Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: L3 agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: Metadata agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: Metering agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: Open vSwitch agent@dv-cinder-837539-3-iscsi: { 'AddressGroup': '1.2', Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Agent': '1.1', Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'ConntrackHelper': '1.0', Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'LocalIPAssociation': '1.0', Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Log': '1.0', Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'NDPProxy': '1.0', Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Network': '1.1', Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Port': '1.7', Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'PortForwarding': '1.3', Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'QosPolicy': '1.10', Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'SecurityGroup': '1.5', Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'SecurityGroupRule': '1.2', Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'SubPort': '1.0', Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Subnet': '1.1', Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: 'Trunk': '1.1'}} Apr 14 20:22:37.509107 dv-cinder-837539-3-iscsi neutron-server[103379]: {{(pid=103379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 20:22:37.523378 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Network b4197bec-e804-4778-9814-28700a63aa0d is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:22:37.527683 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:37.534194 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:22:37.602357 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] Publish callbacks [] for router_gateway (5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:37.604480 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Attempting to bind port dd551680-e744-415a-b28f-6d7c2c8614cb on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:22:37.604982 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Attempting to bind port dd551680-e744-415a-b28f-6d7c2c8614cb by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': 'fb450111-28f1-4175-a0b8-f2d926fdd69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:22:37.605468 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Attempting to bind port dd551680-e744-415a-b28f-6d7c2c8614cb on network b4197bec-e804-4778-9814-28700a63aa0d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:22:37.612267 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:22:37.612666 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Checking segment: {'id': 'fb450111-28f1-4175-a0b8-f2d926fdd69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:22:37.613032 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:37.613423 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Bound using segment: {'id': 'fb450111-28f1-4175-a0b8-f2d926fdd69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:22:37.614093 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Bound port: dd551680-e744-415a-b28f-6d7c2c8614cb, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb450111-28f1-4175-a0b8-f2d926fdd69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:22:37.614693 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (dd551680-e744-415a-b28f-6d7c2c8614cb), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:37.634086 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:37.699778 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] For port dd551680-e744-415a-b28f-6d7c2c8614cb, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:22:37.703346 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] For port dd551680-e744-415a-b28f-6d7c2c8614cb, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=dd551680-e744-415a-b28f-6d7c2c8614cb,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:22:37.710355 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (dd551680-e744-415a-b28f-6d7c2c8614cb), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:37.726652 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-23127902-a603-4980-88e8-0b044a69b37c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1248400307-network', 'tenant_id': '2726a99bcc15401e9e8318c4393e8cd6'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:37.771330 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23127902-a603-4980-88e8-0b044a69b37c admin admin] Made reservation on behalf of 2726a99bcc15401e9e8318c4393e8cd6 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:22:37.771548 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] Allocated IP 172.27.3.126 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/c2f8b7f0-42d6-4076-80c2-cc3fef3c9496) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:22:37.774944 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23127902-a603-4980-88e8-0b044a69b37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:37.795795 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23127902-a603-4980-88e8-0b044a69b37c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:37.802077 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d802ded-32eb-446f-b1e6-cb3a2f85ae60 None None] Pushing event updated for resources: {'Port': ['ID=dd551680-e744-415a-b28f-6d7c2c8614cb,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:37.824632 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58418) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:37.914552 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23127902-a603-4980-88e8-0b044a69b37c admin admin] Publish callbacks [] for security_group (cfed9017-bdbc-4d75-909f-aad8482dcef8), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:37.921823 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23127902-a603-4980-88e8-0b044a69b37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (cfed9017-bdbc-4d75-909f-aad8482dcef8), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:37.952164 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] Publish callbacks [] for port (c2f8b7f0-42d6-4076-80c2-cc3fef3c9496), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:37.971938 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23127902-a603-4980-88e8-0b044a69b37c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:22:37.976883 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23127902-a603-4980-88e8-0b044a69b37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfed9017-bdbc-4d75-909f-aad8482dcef8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:37.997476 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23127902-a603-4980-88e8-0b044a69b37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (4a1ad485-3633-40b4-bbdf-c2d885ba3665), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:37.997869 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.segments_db [None req-23127902-a603-4980-88e8-0b044a69b37c admin admin] Added segment 4a1ad485-3633-40b4-bbdf-c2d885ba3665 of type vlan for network bbbfc3a1-9648-4b23-ab41-bdc0e2b14abf Apr 14 20:22:37.998110 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (c2f8b7f0-42d6-4076-80c2-cc3fef3c9496), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:38.088515 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58426) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:38.089398 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] Pushing event updated for resources: {'Port': ['ID=c2f8b7f0-42d6-4076-80c2-cc3fef3c9496,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:38.089748 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23127902-a603-4980-88e8-0b044a69b37c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (bbbfc3a1-9648-4b23-ab41-bdc0e2b14abf), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:38.099665 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:38.107563 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:22:38.116047 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:38.119503 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:22:38.187302 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23127902-a603-4980-88e8-0b044a69b37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (bbbfc3a1-9648-4b23-ab41-bdc0e2b14abf), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:38.188612 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23127902-a603-4980-88e8-0b044a69b37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:38.189211 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23127902-a603-4980-88e8-0b044a69b37c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:38.307467 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58434) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:38.336532 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-23127902-a603-4980-88e8-0b044a69b37c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0387192 Apr 14 20:22:38.342641 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58438) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:38.356043 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d77a7406-2411-43ac-9959-def13f9a4184 admin admin] Request body: {'subnet': {'network_id': 'bbbfc3a1-9648-4b23-ab41-bdc0e2b14abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1248400307-subnet', 'tenant_id': '2726a99bcc15401e9e8318c4393e8cd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:38.363269 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23127902-a603-4980-88e8-0b044a69b37c admin admin] Pushing event updated for resources: {'Network': ['ID=bbbfc3a1-9648-4b23-ab41-bdc0e2b14abf,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:38.379281 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network bbbfc3a1-9648-4b23-ab41-bdc0e2b14abf details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:22:38.389361 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77a7406-2411-43ac-9959-def13f9a4184 admin admin] Made reservation on behalf of 2726a99bcc15401e9e8318c4393e8cd6 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:22:38.396514 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d77a7406-2411-43ac-9959-def13f9a4184 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:38.449132 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b3b9dfaf-a8ca-4be5-b7b0-fc8e2a69ee6e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-network', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:38.474695 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-62a284b7-c017-49e4-ab76-ecff125a365e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1195977282-network', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:38.485459 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] Publish callbacks [] for router_gateway (5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:38.530085 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b9dfaf-a8ca-4be5-b7b0-fc8e2a69ee6e admin admin] Made reservation on behalf of f4c46b326c4547ce95899fa600de6148 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:22:38.532775 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3b9dfaf-a8ca-4be5-b7b0-fc8e2a69ee6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:38.556563 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c19d7ec1-6e96-4313-b0af-de5fab8a39b6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-288670036-network', 'tenant_id': 'e398c7d3064341568008ea31418de058'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:38.570375 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a284b7-c017-49e4-ab76-ecff125a365e admin admin] Made reservation on behalf of 8cadd6f4f80d4757ae43922d6da3505f for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:22:38.572735 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62a284b7-c017-49e4-ab76-ecff125a365e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:38.594890 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3b9dfaf-a8ca-4be5-b7b0-fc8e2a69ee6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:38.604260 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19d7ec1-6e96-4313-b0af-de5fab8a39b6 admin admin] Made reservation on behalf of e398c7d3064341568008ea31418de058 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:22:38.606558 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c19d7ec1-6e96-4313-b0af-de5fab8a39b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:38.621189 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c19d7ec1-6e96-4313-b0af-de5fab8a39b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:38.652802 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d77a7406-2411-43ac-9959-def13f9a4184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for subnet (8ad71037-cdc6-4eed-a906-077c9926241a), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:38.654283 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62a284b7-c017-49e4-ab76-ecff125a365e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:38.727095 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a7406-2411-43ac-9959-def13f9a4184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ad71037-cdc6-4eed-a906-077c9926241a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:38.740410 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a7406-2411-43ac-9959-def13f9a4184 admin admin] Checking segment: {'id': '4a1ad485-3633-40b4-bbdf-c2d885ba3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bbbfc3a1-9648-4b23-ab41-bdc0e2b14abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:22:38.740802 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77a7406-2411-43ac-9959-def13f9a4184 admin admin] Network hostable DHCP agents. Network: bbbfc3a1-9648-4b23-ab41-bdc0e2b14abf, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:22:38.779757 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77a7406-2411-43ac-9959-def13f9a4184 admin admin] Network bbbfc3a1-9648-4b23-ab41-bdc0e2b14abf is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:22:38.792515 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d77a7406-2411-43ac-9959-def13f9a4184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, bbbfc3a1-9648-4b23-ab41-bdc0e2b14abf) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:38.798743 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77a7406-2411-43ac-9959-def13f9a4184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:38.799569 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d77a7406-2411-43ac-9959-def13f9a4184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:38.801476 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0956d823-1e2c-49b7-a9db-2e6ac8f1fc06 None None] Network bbbfc3a1-9648-4b23-ab41-bdc0e2b14abf requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:22:38.821708 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-d77a7406-2411-43ac-9959-def13f9a4184 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4720469 Apr 14 20:22:38.955050 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d3b2e2-bb76-4e8f-974f-af6d088f6577 None None] Network bbbfc3a1-9648-4b23-ab41-bdc0e2b14abf requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:22:38.983374 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3b9dfaf-a8ca-4be5-b7b0-fc8e2a69ee6e admin admin] Publish callbacks [] for security_group (68e06fdd-53d6-491c-9069-9ccfd1bef590), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.002258 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3b9dfaf-a8ca-4be5-b7b0-fc8e2a69ee6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (68e06fdd-53d6-491c-9069-9ccfd1bef590), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.028991 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c19d7ec1-6e96-4313-b0af-de5fab8a39b6 admin admin] Publish callbacks [] for security_group (f272b451-59cc-4276-9293-1e32c923c121), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.030722 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610468'] for router (5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.042313 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c19d7ec1-6e96-4313-b0af-de5fab8a39b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (f272b451-59cc-4276-9293-1e32c923c121), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.048315 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62a284b7-c017-49e4-ab76-ecff125a365e admin admin] Publish callbacks [] for security_group (e8daf180-1074-48c2-8add-857030103069), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.049411 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b9dfaf-a8ca-4be5-b7b0-fc8e2a69ee6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:22:39.068075 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62a284b7-c017-49e4-ab76-ecff125a365e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (e8daf180-1074-48c2-8add-857030103069), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.142357 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3b9dfaf-a8ca-4be5-b7b0-fc8e2a69ee6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (9a16a671-1cbc-4955-9c2b-8afb25dccb4d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.142730 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-b3b9dfaf-a8ca-4be5-b7b0-fc8e2a69ee6e admin admin] Added segment 9a16a671-1cbc-4955-9c2b-8afb25dccb4d of type vlan for network 16448b67-0841-4eef-b889-fdba363b68dd Apr 14 20:22:39.165087 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19d7ec1-6e96-4313-b0af-de5fab8a39b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:22:39.169564 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a284b7-c017-49e4-ab76-ecff125a365e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:22:39.179737 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9dfaf-a8ca-4be5-b7b0-fc8e2a69ee6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e06fdd-53d6-491c-9069-9ccfd1bef590,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:39.240699 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.250335 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device dd551680-e744-415a-b28f-6d7c2c8614cb up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:22:39.289551 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3b9dfaf-a8ca-4be5-b7b0-fc8e2a69ee6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (16448b67-0841-4eef-b889-fdba363b68dd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.315658 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0ec626-7340-457b-815c-c7fd6e656cd9 None None] Network b4197bec-e804-4778-9814-28700a63aa0d requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:22:39.322453 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c19d7ec1-6e96-4313-b0af-de5fab8a39b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (26c23b59-f48f-4f66-bd03-ea753800ba19), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.322669 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-c19d7ec1-6e96-4313-b0af-de5fab8a39b6 admin admin] Added segment 26c23b59-f48f-4f66-bd03-ea753800ba19 of type vlan for network 6d99ae28-42a6-47f3-92c4-4c463608b4ba Apr 14 20:22:39.368332 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c19d7ec1-6e96-4313-b0af-de5fab8a39b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (6d99ae28-42a6-47f3-92c4-4c463608b4ba), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.382893 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d7ec1-6e96-4313-b0af-de5fab8a39b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f272b451-59cc-4276-9293-1e32c923c121,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:39.392046 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62a284b7-c017-49e4-ab76-ecff125a365e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (8f2ab782-b724-4895-88c0-5ab9878b8081), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.392326 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-62a284b7-c017-49e4-ab76-ecff125a365e admin admin] Added segment 8f2ab782-b724-4895-88c0-5ab9878b8081 of type vlan for network 22e93b71-05e5-44ed-a527-0366c169924d Apr 14 20:22:39.406094 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port dd551680-e744-415a-b28f-6d7c2c8614cb triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:39.406606 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (dd551680-e744-415a-b28f-6d7c2c8614cb), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.413314 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-7b83c7f9-e41d-4da9-8fd2-046da24e3055 None None] Provisioning complete for port dd551680-e744-415a-b28f-6d7c2c8614cb triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:39.413778 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b83c7f9-e41d-4da9-8fd2-046da24e3055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (dd551680-e744-415a-b28f-6d7c2c8614cb), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.428745 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a284b7-c017-49e4-ab76-ecff125a365e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8daf180-1074-48c2-8add-857030103069,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:39.493016 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c19d7ec1-6e96-4313-b0af-de5fab8a39b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (6d99ae28-42a6-47f3-92c4-4c463608b4ba), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.497344 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19d7ec1-6e96-4313-b0af-de5fab8a39b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:39.497344 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c19d7ec1-6e96-4313-b0af-de5fab8a39b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.518463 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62a284b7-c017-49e4-ab76-ecff125a365e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (22e93b71-05e5-44ed-a527-0366c169924d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.523817 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-c19d7ec1-6e96-4313-b0af-de5fab8a39b6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2144883 Apr 14 20:22:39.526893 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58486) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:39.536544 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0eb9b7f0-7060-4995-bb79-ebb6fa265d6e admin admin] Request body: {'subnet': {'network_id': '6d99ae28-42a6-47f3-92c4-4c463608b4ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-288670036-subnet', 'tenant_id': 'e398c7d3064341568008ea31418de058', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:39.544927 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3b9dfaf-a8ca-4be5-b7b0-fc8e2a69ee6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (16448b67-0841-4eef-b889-fdba363b68dd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.545839 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b9dfaf-a8ca-4be5-b7b0-fc8e2a69ee6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:39.547479 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3b9dfaf-a8ca-4be5-b7b0-fc8e2a69ee6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.572196 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-b3b9dfaf-a8ca-4be5-b7b0-fc8e2a69ee6e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4617579 Apr 14 20:22:39.576390 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58490) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:39.587898 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a01ed3cb-f47e-4716-8dab-4a61ba51a00a admin admin] Request body: {'subnet': {'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-subnet', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:39.605482 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb9b7f0-7060-4995-bb79-ebb6fa265d6e admin admin] Made reservation on behalf of e398c7d3064341568008ea31418de058 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:22:39.610346 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0eb9b7f0-7060-4995-bb79-ebb6fa265d6e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.659962 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port dd551680-e744-415a-b28f-6d7c2c8614cb is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:39.660362 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (dd551680-e744-415a-b28f-6d7c2c8614cb), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.667758 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7b83c7f9-e41d-4da9-8fd2-046da24e3055 None None] Current status of the port dd551680-e744-415a-b28f-6d7c2c8614cb is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:39.671726 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7b83c7f9-e41d-4da9-8fd2-046da24e3055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (dd551680-e744-415a-b28f-6d7c2c8614cb), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.685390 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d7ec1-6e96-4313-b0af-de5fab8a39b6 admin admin] Pushing event updated for resources: {'Network': ['ID=6d99ae28-42a6-47f3-92c4-4c463608b4ba,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:39.718601 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network 6d99ae28-42a6-47f3-92c4-4c463608b4ba details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:22:39.881343 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9dfaf-a8ca-4be5-b7b0-fc8e2a69ee6e admin admin] Pushing event updated for resources: {'Network': ['ID=16448b67-0841-4eef-b889-fdba363b68dd,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:39.887280 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62a284b7-c017-49e4-ab76-ecff125a365e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (22e93b71-05e5-44ed-a527-0366c169924d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.890877 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a284b7-c017-49e4-ab76-ecff125a365e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:39.891299 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62a284b7-c017-49e4-ab76-ecff125a365e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:39.909213 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] For port dd551680-e744-415a-b28f-6d7c2c8614cb, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=dd551680-e744-415a-b28f-6d7c2c8614cb,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:22:39.912101 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network 16448b67-0841-4eef-b889-fdba363b68dd details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:22:39.970869 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a284b7-c017-49e4-ab76-ecff125a365e admin admin] Pushing event updated for resources: {'Network': ['ID=22e93b71-05e5-44ed-a527-0366c169924d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:39.988067 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01ed3cb-f47e-4716-8dab-4a61ba51a00a admin admin] Made reservation on behalf of f4c46b326c4547ce95899fa600de6148 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:22:39.994082 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a01ed3cb-f47e-4716-8dab-4a61ba51a00a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:40.016097 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0eb9b7f0-7060-4995-bb79-ebb6fa265d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for subnet (e7ab5734-9275-4b36-b76c-ffb793a6a170), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:40.028583 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-62a284b7-c017-49e4-ab76-ecff125a365e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2028596 Apr 14 20:22:40.031016 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58510) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:40.038449 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ff3e7a89-d627-4f81-ba98-2b614ab2c1a4 admin admin] Request body: {'subnet': {'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1195977282-subnet', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:40.084022 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network 22e93b71-05e5-44ed-a527-0366c169924d details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:22:40.088571 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9b7f0-7060-4995-bb79-ebb6fa265d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7ab5734-9275-4b36-b76c-ffb793a6a170,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:40.118842 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] Router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 is scheduled to L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:22:40.159933 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb9b7f0-7060-4995-bb79-ebb6fa265d6e admin admin] Checking segment: {'id': '26c23b59-f48f-4f66-bd03-ea753800ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6d99ae28-42a6-47f3-92c4-4c463608b4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:22:40.160377 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb9b7f0-7060-4995-bb79-ebb6fa265d6e admin admin] Network hostable DHCP agents. Network: 6d99ae28-42a6-47f3-92c4-4c463608b4ba, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:22:40.184417 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3e7a89-d627-4f81-ba98-2b614ab2c1a4 admin admin] Made reservation on behalf of 8cadd6f4f80d4757ae43922d6da3505f for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:22:40.191063 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb9b7f0-7060-4995-bb79-ebb6fa265d6e admin admin] Network 6d99ae28-42a6-47f3-92c4-4c463608b4ba is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:22:40.202098 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7a89-d627-4f81-ba98-2b614ab2c1a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:40.204468 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0eb9b7f0-7060-4995-bb79-ebb6fa265d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, 6d99ae28-42a6-47f3-92c4-4c463608b4ba) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:40.215265 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb9b7f0-7060-4995-bb79-ebb6fa265d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:40.215816 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0eb9b7f0-7060-4995-bb79-ebb6fa265d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:40.248018 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-0eb9b7f0-7060-4995-bb79-ebb6fa265d6e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7177110 Apr 14 20:22:40.378918 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a087b9f2-78d0-44ce-8596-571c2a201a07 None None] Network 6d99ae28-42a6-47f3-92c4-4c463608b4ba requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:22:40.382696 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (dd551680-e744-415a-b28f-6d7c2c8614cb), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:40.430414 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.db.api [None req-7b83c7f9-e41d-4da9-8fd2-046da24e3055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 20:22:40.431073 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG oslo_db.api [None req-7b83c7f9-e41d-4da9-8fd2-046da24e3055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 20:22:40.501244 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Pushing event updated for resources: {'Port': ['ID=dd551680-e744-415a-b28f-6d7c2c8614cb,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:40.523319 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a01ed3cb-f47e-4716-8dab-4a61ba51a00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for subnet (fa8a56ac-3172-4f0f-9a52-265e07c67e59), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:40.528681 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:22:40.540500 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fa5a37-fa03-494c-9397-fced11b8bc21 None None] Network 6d99ae28-42a6-47f3-92c4-4c463608b4ba requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:22:40.543328 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Sync routers for ids ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:22:40.569508 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Routers {'5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:22:40.570435 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:22:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:40.724237 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:40.728371 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-cdd6cd5c-af08-43b9-b149-bd3b89fbed11 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7930140 Apr 14 20:22:40.728864 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58544) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:40.768874 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ed3cb-f47e-4716-8dab-4a61ba51a00a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa8a56ac-3172-4f0f-9a52-265e07c67e59,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:40.799132 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01ed3cb-f47e-4716-8dab-4a61ba51a00a admin admin] Checking segment: {'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:22:40.799536 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01ed3cb-f47e-4716-8dab-4a61ba51a00a admin admin] Network hostable DHCP agents. Network: 16448b67-0841-4eef-b889-fdba363b68dd, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:22:40.806466 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7a89-d627-4f81-ba98-2b614ab2c1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for subnet (2bc5ebdc-6adc-4109-947b-34a082b30fa2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:40.842954 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Set router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:22:40.865115 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01ed3cb-f47e-4716-8dab-4a61ba51a00a admin admin] Network 16448b67-0841-4eef-b889-fdba363b68dd is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:22:40.887183 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e7a89-d627-4f81-ba98-2b614ab2c1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bc5ebdc-6adc-4109-947b-34a082b30fa2,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:40.892773 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a01ed3cb-f47e-4716-8dab-4a61ba51a00a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, 16448b67-0841-4eef-b889-fdba363b68dd) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:40.899747 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ed3cb-f47e-4716-8dab-4a61ba51a00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:40.900340 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a01ed3cb-f47e-4716-8dab-4a61ba51a00a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:40.910458 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e7a89-d627-4f81-ba98-2b614ab2c1a4 admin admin] Checking segment: {'id': '8f2ab782-b724-4895-88c0-5ab9878b8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:22:40.910655 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725f8891-6ca2-404a-8b80-de77409137f7 None None] Network 16448b67-0841-4eef-b889-fdba363b68dd requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:22:40.910879 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3e7a89-d627-4f81-ba98-2b614ab2c1a4 admin admin] Network hostable DHCP agents. Network: 22e93b71-05e5-44ed-a527-0366c169924d, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:22:40.930828 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a01ed3cb-f47e-4716-8dab-4a61ba51a00a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3492904 Apr 14 20:22:40.933065 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58550) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:40.938402 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-router', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:40.948707 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3e7a89-d627-4f81-ba98-2b614ab2c1a4 admin admin] Network 22e93b71-05e5-44ed-a527-0366c169924d is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:22:40.956016 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58552) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:40.964658 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-294080d4-f706-41de-ac1d-e9fb00554d55 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1411397147-network', 'tenant_id': 'd1b8fe9c19db4c178792c7724f9ffe2d'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:40.985382 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-ff3e7a89-d627-4f81-ba98-2b614ab2c1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, 22e93b71-05e5-44ed-a527-0366c169924d) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:40.993258 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294080d4-f706-41de-ac1d-e9fb00554d55 admin admin] Made reservation on behalf of d1b8fe9c19db4c178792c7724f9ffe2d for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:22:40.996332 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-294080d4-f706-41de-ac1d-e9fb00554d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.000739 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3e7a89-d627-4f81-ba98-2b614ab2c1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:41.001548 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7a89-d627-4f81-ba98-2b614ab2c1a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.021341 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-612684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (ec2424c5-03cb-4d2f-8446-702f5526924e), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.022768 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (ec2424c5-03cb-4d2f-8446-702f5526924e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.033369 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ff3e7a89-d627-4f81-ba98-2b614ab2c1a4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0006218 Apr 14 20:22:41.047134 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58554) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:41.052794 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:41.057589 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-294080d4-f706-41de-ac1d-e9fb00554d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.071712 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:22:38Z', 'revision_number': 3, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port': {'id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:20:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:37Z', 'updated_at': '2022-04-14T20:22:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:41.102079 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Checking router: 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:22:41.102400 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Updating router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 port c2f8b7f0-42d6-4076-80c2-cc3fef3c9496 binding host dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:22:41.110584 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f00e52-d13b-446d-bd3b-497debfefe92 None None] Network 22e93b71-05e5-44ed-a527-0366c169924d requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:22:41.151737 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (c2f8b7f0-42d6-4076-80c2-cc3fef3c9496), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.155935 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-294080d4-f706-41de-ac1d-e9fb00554d55 admin admin] Publish callbacks [] for security_group (e9c5064e-7d19-4c35-be37-0a04cd3bd6a6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.169353 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-294080d4-f706-41de-ac1d-e9fb00554d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (e9c5064e-7d19-4c35-be37-0a04cd3bd6a6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.201560 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294080d4-f706-41de-ac1d-e9fb00554d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c5064e-7d19-4c35-be37-0a04cd3bd6a6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:41.252088 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7b83c7f9-e41d-4da9-8fd2-046da24e3055 None None] Current status of the port dd551680-e744-415a-b28f-6d7c2c8614cb is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:41.252748 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-612684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (dc41baf0-b466-4d0e-adfd-4655d3968fbd), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.253877 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (dc41baf0-b466-4d0e-adfd-4655d3968fbd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.257674 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device dd551680-e744-415a-b28f-6d7c2c8614cb up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:22:41.298630 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58562) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:41.315347 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] Publish callbacks [] for router_controller (dc41baf0-b466-4d0e-adfd-4655d3968fbd), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.318856 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294080d4-f706-41de-ac1d-e9fb00554d55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:22:41.388045 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port dd551680-e744-415a-b28f-6d7c2c8614cb triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:41.388505 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (dd551680-e744-415a-b28f-6d7c2c8614cb), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.408057 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] Publish callbacks [] for router_controller (ec2424c5-03cb-4d2f-8446-702f5526924e), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.471734 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-294080d4-f706-41de-ac1d-e9fb00554d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (cb1231d8-8630-4e20-be07-db3c790a025e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.472232 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-294080d4-f706-41de-ac1d-e9fb00554d55 admin admin] Added segment cb1231d8-8630-4e20-be07-db3c790a025e of type vlan for network 14cc25e1-63b2-492b-a9c6-711497c8c20a Apr 14 20:22:41.496558 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port dd551680-e744-415a-b28f-6d7c2c8614cb is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:41.545439 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cbe5ecf-7572-5a24-94c4-ddcd9da69cec-16448b67-0841-4eef-b889-fdba363b68dd', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'fixed_ips': [{'subnet_id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59'}]}} from dv-cinder-837539-3-iscsi. {{(pid=103379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:22:41.547227 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.550377 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-e13a1eeb-17d1-4584-8da8-9c2be867737a None None] Provisioning complete for port dd551680-e744-415a-b28f-6d7c2c8614cb triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:41.550787 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e13a1eeb-17d1-4584-8da8-9c2be867737a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (dd551680-e744-415a-b28f-6d7c2c8614cb), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.575340 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] Publish callbacks [] for router_gateway (dc41baf0-b466-4d0e-adfd-4655d3968fbd), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.676683 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-294080d4-f706-41de-ac1d-e9fb00554d55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (14cc25e1-63b2-492b-a9c6-711497c8c20a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.734034 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cbe5ecf-7572-5a24-94c4-ddcd9da69cec-22e93b71-05e5-44ed-a527-0366c169924d', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'fixed_ips': [{'subnet_id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2'}]}} from dv-cinder-837539-3-iscsi. {{(pid=103379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:22:41.739140 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.851305 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Publish callbacks [] for port (c2f8b7f0-42d6-4076-80c2-cc3fef3c9496), precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.853736 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56252583-20a4-496e-80e0-a4d893bd56e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.862292 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (c2f8b7f0-42d6-4076-80c2-cc3fef3c9496), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.910169 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Attempting to bind port c2f8b7f0-42d6-4076-80c2-cc3fef3c9496 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:22:41.910568 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Attempting to bind port c2f8b7f0-42d6-4076-80c2-cc3fef3c9496 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:22:41.910926 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Attempting to bind port c2f8b7f0-42d6-4076-80c2-cc3fef3c9496 on network 0ff0ed06-361c-431d-a8f4-874987c3167c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:22:41.970769 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:22:41.977605 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Checking segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:22:41.978111 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.979619 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Bound using segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:22:41.980119 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Bound port: c2f8b7f0-42d6-4076-80c2-cc3fef3c9496, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:22:41.981921 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (c2f8b7f0-42d6-4076-80c2-cc3fef3c9496), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:41.982641 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.db.resource_extend [None req-294080d4-f706-41de-ac1d-e9fb00554d55 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 14 20:22:42.012919 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] Publish callbacks [] for router_gateway (ec2424c5-03cb-4d2f-8446-702f5526924e), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:42.064198 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63c2cd-48ed-4d01-8d38-436be976fc2f None None] Pushing event updated for resources: {'Port': ['ID=c2f8b7f0-42d6-4076-80c2-cc3fef3c9496,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:42.087705 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92d5b08b-6e6d-499c-bab3-f8bb6989e76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:42.088040 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63c2cd-48ed-4d01-8d38-436be976fc2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:42.088970 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63c2cd-48ed-4d01-8d38-436be976fc2f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:42.089547 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63c2cd-48ed-4d01-8d38-436be976fc2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:42.090105 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63c2cd-48ed-4d01-8d38-436be976fc2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:42.091002 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63c2cd-48ed-4d01-8d38-436be976fc2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:42.091630 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63c2cd-48ed-4d01-8d38-436be976fc2f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:42.092214 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63c2cd-48ed-4d01-8d38-436be976fc2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:42.092752 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63c2cd-48ed-4d01-8d38-436be976fc2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:42.093276 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63c2cd-48ed-4d01-8d38-436be976fc2f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:42.093751 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63c2cd-48ed-4d01-8d38-436be976fc2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:42.094268 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63c2cd-48ed-4d01-8d38-436be976fc2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:42.094831 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63c2cd-48ed-4d01-8d38-436be976fc2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:42.095364 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63c2cd-48ed-4d01-8d38-436be976fc2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:42.095856 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63c2cd-48ed-4d01-8d38-436be976fc2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:42.096325 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63c2cd-48ed-4d01-8d38-436be976fc2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63c2cd-48ed-4d01-8d38-436be976fc2f None None] Tracked resource versions report: Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: pushed versions: Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: { 'AddressGroup': {'1.2'}, Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Agent': {'1.1'}, Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'ConntrackHelper': {'1.0'}, Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'LocalIPAssociation': {'1.0'}, Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Log': {'1.0'}, Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'NDPProxy': {'1.0'}, Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Network': {'1.1'}, Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Port': {'1.7'}, Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'PortForwarding': {'1.3'}, Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'QosPolicy': {'1.10'}, Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'SecurityGroup': {'1.5'}, Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'SecurityGroupRule': {'1.2'}, Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'SubPort': {'1.0'}, Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Subnet': {'1.1'}, Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Trunk': {'1.1'}} Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: consumer versions: Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: { DHCP agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: HyperV agent@hv-cinder-83753: {}, Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: L3 agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: Metadata agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: Metering agent@dv-cinder-837539-3-iscsi: {}, Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: Open vSwitch agent@dv-cinder-837539-3-iscsi: { 'AddressGroup': '1.2', Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Agent': '1.1', Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'ConntrackHelper': '1.0', Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'LocalIPAssociation': '1.0', Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Log': '1.0', Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'NDPProxy': '1.0', Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Network': '1.1', Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Port': '1.7', Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'PortForwarding': '1.3', Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'QosPolicy': '1.10', Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'SecurityGroup': '1.5', Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'SecurityGroupRule': '1.2', Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'SubPort': '1.0', Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Subnet': '1.1', Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: 'Trunk': '1.1'}} Apr 14 20:22:42.097766 dv-cinder-837539-3-iscsi neutron-server[103380]: {{(pid=103380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 20:22:42.122590 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] For port c2f8b7f0-42d6-4076-80c2-cc3fef3c9496, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:22:42.131721 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] For port c2f8b7f0-42d6-4076-80c2-cc3fef3c9496, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=c2f8b7f0-42d6-4076-80c2-cc3fef3c9496,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:22:42.142562 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (c2f8b7f0-42d6-4076-80c2-cc3fef3c9496), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:42.267889 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Routers {'5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:22:42.268536 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:22:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:42.318593 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e13a1eeb-17d1-4584-8da8-9c2be867737a None None] Current status of the port dd551680-e744-415a-b28f-6d7c2c8614cb is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:42.352539 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Allocated IP 172.20.0.2 (22e93b71-05e5-44ed-a527-0366c169924d/2bc5ebdc-6adc-4109-947b-34a082b30fa2/f276d4d5-3b6d-417e-9d1c-3d911744401f) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:22:42.363973 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Allocated IP 172.20.0.2 (16448b67-0841-4eef-b889-fdba363b68dd/fa8a56ac-3172-4f0f-9a52-265e07c67e59/0192a6aa-b09a-4161-bc83-470d695e4cc7) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:22:42.390001 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63c2cd-48ed-4d01-8d38-436be976fc2f None None] Pushing event updated for resources: {'Port': ['ID=c2f8b7f0-42d6-4076-80c2-cc3fef3c9496,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:42.467857 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56252583-20a4-496e-80e0-a4d893bd56e0 admin admin] Publish callbacks [] for security_group (795425a6-9745-4349-9a7a-58b411b708ca), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:42.483125 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-294080d4-f706-41de-ac1d-e9fb00554d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (14cc25e1-63b2-492b-a9c6-711497c8c20a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:42.491692 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294080d4-f706-41de-ac1d-e9fb00554d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:42.493047 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-294080d4-f706-41de-ac1d-e9fb00554d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:42.535741 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-92d5b08b-6e6d-499c-bab3-f8bb6989e76d admin admin] Allocated IP 172.20.0.1 (b4197bec-e804-4778-9814-28700a63aa0d/997b9dd2-aea4-4c9c-9ac9-49ac96810906/6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:22:42.565239 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] Set router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:22:42.619467 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56252583-20a4-496e-80e0-a4d893bd56e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (795425a6-9745-4349-9a7a-58b411b708ca), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:42.661017 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-56252583-20a4-496e-80e0-a4d893bd56e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6fcd0cd57d3c4f3698bbd4b8a4d1408f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3583877 Apr 14 20:22:42.661486 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58582) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:42.678168 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294080d4-f706-41de-ac1d-e9fb00554d55 admin admin] Pushing event updated for resources: {'Network': ['ID=14cc25e1-63b2-492b-a9c6-711497c8c20a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:42.695563 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-294080d4-f706-41de-ac1d-e9fb00554d55 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7354259 Apr 14 20:22:42.707451 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58584) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:42.738532 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f2c36740-7821-41d6-bb83-798934cb3eed admin admin] Request body: {'subnet': {'network_id': '14cc25e1-63b2-492b-a9c6-711497c8c20a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1411397147-subnet', 'tenant_id': 'd1b8fe9c19db4c178792c7724f9ffe2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:42.794899 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56252583-20a4-496e-80e0-a4d893bd56e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795425a6-9745-4349-9a7a-58b411b708ca,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:42.796267 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Publish callbacks [] for port (f276d4d5-3b6d-417e-9d1c-3d911744401f), precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:42.799394 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c36740-7821-41d6-bb83-798934cb3eed admin admin] Made reservation on behalf of d1b8fe9c19db4c178792c7724f9ffe2d for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:22:42.806462 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f2c36740-7821-41d6-bb83-798934cb3eed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:42.807349 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92d5b08b-6e6d-499c-bab3-f8bb6989e76d admin admin] Publish callbacks [] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:42.812320 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bee67582-b36e-4b60-9dc0-a1572496dcbf admin admin] Publish callbacks [] for security_group (795425a6-9745-4349-9a7a-58b411b708ca), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:42.834010 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Publish callbacks [] for port (0192a6aa-b09a-4161-bc83-470d695e4cc7), precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:42.838079 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bee67582-b36e-4b60-9dc0-a1572496dcbf admin admin] Publish callbacks [] for security_group (795425a6-9745-4349-9a7a-58b411b708ca), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:42.841410 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network 14cc25e1-63b2-492b-a9c6-711497c8c20a details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:22:42.850299 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (f276d4d5-3b6d-417e-9d1c-3d911744401f), after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:42.855167 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (0192a6aa-b09a-4161-bc83-470d695e4cc7), after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:42.922130 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bee67582-b36e-4b60-9dc0-a1572496dcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (795425a6-9745-4349-9a7a-58b411b708ca), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:42.925914 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bee67582-b36e-4b60-9dc0-a1572496dcbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:42.927203 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-bee67582-b36e-4b60-9dc0-a1572496dcbf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/795425a6-9745-4349-9a7a-58b411b708ca HTTP/1.1" status: 204 len: 168 time: 0.2593622 Apr 14 20:22:42.944923 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Network 16448b67-0841-4eef-b889-fdba363b68dd is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:22:42.957039 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee67582-b36e-4b60-9dc0-a1572496dcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795425a6-9745-4349-9a7a-58b411b708ca,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:42.958460 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Pushing event updated for resources: {'Port': ['ID=f276d4d5-3b6d-417e-9d1c-3d911744401f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:42.976736 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:42.977857 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92d5b08b-6e6d-499c-bab3-f8bb6989e76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:43.045770 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Pushing event updated for resources: {'Port': ['ID=0192a6aa-b09a-4161-bc83-470d695e4cc7,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:43.048743 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] Publish callbacks [] for router_gateway (dc41baf0-b466-4d0e-adfd-4655d3968fbd), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:43.064533 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:22:43.089752 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Network 22e93b71-05e5-44ed-a527-0366c169924d is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:22:43.130088 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:43.136712 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:43.149879 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d5b08b-6e6d-499c-bab3-f8bb6989e76d admin admin] Network b4197bec-e804-4778-9814-28700a63aa0d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:22:43.150798 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:22:43.154343 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-92d5b08b-6e6d-499c-bab3-f8bb6989e76d admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:43.162920 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] Publish callbacks [] for router_gateway (ec2424c5-03cb-4d2f-8446-702f5526924e), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:43.166979 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d5b08b-6e6d-499c-bab3-f8bb6989e76d admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:22:43.167796 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92d5b08b-6e6d-499c-bab3-f8bb6989e76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610389'] for router_interface (5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:43.177802 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5b08b-6e6d-499c-bab3-f8bb6989e76d admin admin] Pushing event updated for resources: {'Port': ['ID=6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:43.232390 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:22:38Z', 'revision_number': 3, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port': {'id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:20:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:37Z', 'updated_at': '2022-04-14T20:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:43.264959 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:43.330404 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de177dd-bcbd-43d1-8385-5dac97b1dbae None None] The sync data for ids ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'] in dv-cinder-837539-3-iscsi is: [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:22:38Z', 'revision_number': 3, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port': {'id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:20:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:37Z', 'updated_at': '2022-04-14T20:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:22:43.368372 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58624) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:43.383475 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Attempting to bind port 0192a6aa-b09a-4161-bc83-470d695e4cc7 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:22:43.383849 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Attempting to bind port 0192a6aa-b09a-4161-bc83-470d695e4cc7 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:22:43.384210 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Attempting to bind port 0192a6aa-b09a-4161-bc83-470d695e4cc7 on network 16448b67-0841-4eef-b889-fdba363b68dd {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:22:43.406138 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:22:43.414523 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Checking segment: {'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:22:43.415095 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:43.415510 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Bound using segment: {'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:22:43.416012 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Bound port: 0192a6aa-b09a-4161-bc83-470d695e4cc7, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:22:43.416394 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (0192a6aa-b09a-4161-bc83-470d695e4cc7), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:43.419515 dv-cinder-837539-3-iscsi neutron-server[103378]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 20:22:43.522978 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Attempting to bind port f276d4d5-3b6d-417e-9d1c-3d911744401f on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:22:43.523544 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Attempting to bind port f276d4d5-3b6d-417e-9d1c-3d911744401f by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': '8f2ab782-b724-4895-88c0-5ab9878b8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:22:43.523968 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Attempting to bind port f276d4d5-3b6d-417e-9d1c-3d911744401f on network 22e93b71-05e5-44ed-a527-0366c169924d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:22:43.542867 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:22:43.543260 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Checking segment: {'id': '8f2ab782-b724-4895-88c0-5ab9878b8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:22:43.543649 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:43.544022 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Bound using segment: {'id': '8f2ab782-b724-4895-88c0-5ab9878b8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:22:43.544680 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Bound port: f276d4d5-3b6d-417e-9d1c-3d911744401f, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2ab782-b724-4895-88c0-5ab9878b8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:22:43.544892 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (f276d4d5-3b6d-417e-9d1c-3d911744401f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:43.554406 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58626) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:43.588722 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-82f62b3f-775f-44a9-b372-66d008cf2d7a None None] Provisioning complete for port 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:43.589067 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82f62b3f-775f-44a9-b372-66d008cf2d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:43.591118 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f2c36740-7821-41d6-bb83-798934cb3eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for subnet (f637b1fe-ffd2-48e3-b38a-8e60e899f67e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:43.616526 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-60a9e30b-c59d-4c8e-95e4-68b75eb13a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:43.729074 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36740-7821-41d6-bb83-798934cb3eed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f637b1fe-ffd2-48e3-b38a-8e60e899f67e,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:43.737195 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] Allocated IP 172.27.3.114 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/5928456d-c9a6-496b-b81a-5ee261db2c94) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:22:43.741333 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db03258-0c98-43ac-832e-7da660517e31 req-f39b14d8-18fd-4461-b6b7-dac1982f0dff tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:43.743183 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6db03258-0c98-43ac-832e-7da660517e31 req-f39b14d8-18fd-4461-b6b7-dac1982f0dff tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/networks?id=6d99ae28-42a6-47f3-92c4-4c463608b4ba HTTP/1.1" status: 200 len: 811 time: 0.3360107 Apr 14 20:22:43.758293 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] For port 0192a6aa-b09a-4161-bc83-470d695e4cc7, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:22:43.779102 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c36740-7821-41d6-bb83-798934cb3eed admin admin] Checking segment: {'id': 'cb1231d8-8630-4e20-be07-db3c790a025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '14cc25e1-63b2-492b-a9c6-711497c8c20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:22:43.779898 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c36740-7821-41d6-bb83-798934cb3eed admin admin] Network hostable DHCP agents. Network: 14cc25e1-63b2-492b-a9c6-711497c8c20a, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:22:43.784987 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6db03258-0c98-43ac-832e-7da660517e31 req-e0fc4617-ae54-43f8-a91b-ac7d990e535e tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/quotas/e398c7d3064341568008ea31418de058 HTTP/1.1" status: 200 len: 375 time: 0.0184875 Apr 14 20:22:43.820049 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] For port 0192a6aa-b09a-4161-bc83-470d695e4cc7, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=0192a6aa-b09a-4161-bc83-470d695e4cc7,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:22:43.848339 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (0192a6aa-b09a-4161-bc83-470d695e4cc7), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:43.862403 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-82f62b3f-775f-44a9-b372-66d008cf2d7a None None] Port 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:22:43.887366 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6db03258-0c98-43ac-832e-7da660517e31 req-1afa20dd-0c80-4643-91dc-59d197bb9df3 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e398c7d3064341568008ea31418de058&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855823 Apr 14 20:22:43.897874 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92d5b08b-6e6d-499c-bab3-f8bb6989e76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:43.900357 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c36740-7821-41d6-bb83-798934cb3eed admin admin] Network 14cc25e1-63b2-492b-a9c6-711497c8c20a is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:22:43.907929 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] For port f276d4d5-3b6d-417e-9d1c-3d911744401f, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:22:43.928468 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-60a9e30b-c59d-4c8e-95e4-68b75eb13a35 admin admin] Publish callbacks [] for security_group (ce1cd346-471b-4122-b080-54da7263c97d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:43.943263 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-f2c36740-7821-41d6-bb83-798934cb3eed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, 14cc25e1-63b2-492b-a9c6-711497c8c20a) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:43.951072 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c36740-7821-41d6-bb83-798934cb3eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:43.953218 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f2c36740-7821-41d6-bb83-798934cb3eed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:43.963732 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bbc595-c34a-4594-a9d4-4b0483261f46 None None] Network 14cc25e1-63b2-492b-a9c6-711497c8c20a requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:22:43.968917 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-60a9e30b-c59d-4c8e-95e4-68b75eb13a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (ce1cd346-471b-4122-b080-54da7263c97d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:43.991123 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] For port f276d4d5-3b6d-417e-9d1c-3d911744401f, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=f276d4d5-3b6d-417e-9d1c-3d911744401f,segment=NetworkSegment(8f2ab782-b724-4895-88c0-5ab9878b8081),segment_id=8f2ab782-b724-4895-88c0-5ab9878b8081)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:22:44.054564 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (f276d4d5-3b6d-417e-9d1c-3d911744401f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:44.096775 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da528ae7-c257-4b29-a65f-33d12788b155 None None] Pushing event updated for resources: {'Port': ['ID=0192a6aa-b09a-4161-bc83-470d695e4cc7,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:44.114830 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-f2c36740-7821-41d6-bb83-798934cb3eed admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3924599 Apr 14 20:22:44.189874 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] Publish callbacks [] for port (5928456d-c9a6-496b-b81a-5ee261db2c94), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:44.209746 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-60a9e30b-c59d-4c8e-95e4-68b75eb13a35 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=369f06dc00bb4ec0a2ac31402b805c7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6538701 Apr 14 20:22:44.212407 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58640) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:44.220238 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9e30b-c59d-4c8e-95e4-68b75eb13a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1cd346-471b-4122-b080-54da7263c97d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:44.345236 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [req-6db03258-0c98-43ac-832e-7da660517e31 req-4e10de2d-3736-4e47-8c91-2511e837bc4f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:22:44.346267 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6db03258-0c98-43ac-832e-7da660517e31 req-4e10de2d-3736-4e47-8c91-2511e837bc4f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1656201 Apr 14 20:22:44.368549 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f54752-a582-4552-b417-c1409c3f00f6 None None] Pushing event updated for resources: {'Port': ['ID=f276d4d5-3b6d-417e-9d1c-3d911744401f,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:44.427103 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58644) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:44.465038 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca21b02-3e05-45a7-94b0-941b89fd2f6c None None] Network 14cc25e1-63b2-492b-a9c6-711497c8c20a requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:22:44.533998 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] Allocated IP 172.27.3.99 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/469d609f-af57-4ee4-bb66-e15db37a430f) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:22:44.709531 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6db03258-0c98-43ac-832e-7da660517e31 req-99a6c9cb-1978-46d9-a824-9bfcc9e49359 service neutron] 10.222.0.11 "GET /v2.0/networks/6d99ae28-42a6-47f3-92c4-4c463608b4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282356 Apr 14 20:22:44.737452 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] Publish callbacks [] for port (469d609f-af57-4ee4-bb66-e15db37a430f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:44.774905 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (5928456d-c9a6-496b-b81a-5ee261db2c94), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:44.789447 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92d5b08b-6e6d-499c-bab3-f8bb6989e76d admin admin] Publish callbacks [] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:44.830154 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92d5b08b-6e6d-499c-bab3-f8bb6989e76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:44.831674 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92d5b08b-6e6d-499c-bab3-f8bb6989e76d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610789'] for router_interface (5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:44.844322 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] Pushing event updated for resources: {'Port': ['ID=5928456d-c9a6-496b-b81a-5ee261db2c94,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:44.849336 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (469d609f-af57-4ee4-bb66-e15db37a430f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:44.949310 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5b08b-6e6d-499c-bab3-f8bb6989e76d admin admin] Pushing event updated for resources: {'Port': ['ID=6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:44.963272 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:22:44.971433 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] Pushing event updated for resources: {'Port': ['ID=469d609f-af57-4ee4-bb66-e15db37a430f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:44.975887 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:44.978956 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:22:45.112985 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6db03258-0c98-43ac-832e-7da660517e31 req-7eb7555f-f988-4d93-a64c-f7f2fca70a9c service neutron] 10.222.0.11 "GET /v2.0/networks/6d99ae28-42a6-47f3-92c4-4c463608b4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022646 Apr 14 20:22:45.170796 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5ac19c6-9776-420e-929f-44ca423e5b73 admin admin] Publish callbacks [] for security_group (ce1cd346-471b-4122-b080-54da7263c97d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:45.224189 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d5b08b-6e6d-499c-bab3-f8bb6989e76d admin admin] Network b4197bec-e804-4778-9814-28700a63aa0d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:22:45.226158 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-92d5b08b-6e6d-499c-bab3-f8bb6989e76d admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:45.238976 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5ac19c6-9776-420e-929f-44ca423e5b73 admin admin] Publish callbacks [] for security_group (ce1cd346-471b-4122-b080-54da7263c97d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:45.407527 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 0192a6aa-b09a-4161-bc83-470d695e4cc7 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:22:45.464039 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:22:45.464804 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5ac19c6-9776-420e-929f-44ca423e5b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (ce1cd346-471b-4122-b080-54da7263c97d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:45.467956 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5ac19c6-9776-420e-929f-44ca423e5b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:45.471837 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-b5ac19c6-9776-420e-929f-44ca423e5b73 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce1cd346-471b-4122-b080-54da7263c97d HTTP/1.1" status: 204 len: 168 time: 1.2560310 Apr 14 20:22:45.485725 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac19c6-9776-420e-929f-44ca423e5b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1cd346-471b-4122-b080-54da7263c97d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:45.488991 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:45.493503 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:22:45.588419 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d5b08b-6e6d-499c-bab3-f8bb6989e76d admin admin] Router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:22:45.640595 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 0192a6aa-b09a-4161-bc83-470d695e4cc7 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:45.641416 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (0192a6aa-b09a-4161-bc83-470d695e4cc7), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:45.883301 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-608a6b5e-239d-4d43-8718-a29c2e97d6ff None None] Provisioning complete for port 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:45.883938 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-608a6b5e-239d-4d43-8718-a29c2e97d6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:45.980945 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] Publish callbacks [] for router_gateway (ec2424c5-03cb-4d2f-8446-702f5526924e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:45.986562 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc125515-8cff-459a-86fd-d7bd13452867 admin admin] Deleting subnet 8ad71037-cdc6-4eed-a906-077c9926241a {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:22:45.990988 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc125515-8cff-459a-86fd-d7bd13452867 admin admin] Publish callbacks [] for subnet (8ad71037-cdc6-4eed-a906-077c9926241a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:45.993752 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-608a6b5e-239d-4d43-8718-a29c2e97d6ff None None] Port 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:22:46.022150 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d5b08b-6e6d-499c-bab3-f8bb6989e76d admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:22:46.035771 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-92d5b08b-6e6d-499c-bab3-f8bb6989e76d admin admin] 10.222.0.11 "PUT /v2.0/routers/5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3059788 Apr 14 20:22:46.074018 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc125515-8cff-459a-86fd-d7bd13452867 admin admin] Publish callbacks [] for subnet (8ad71037-cdc6-4eed-a906-077c9926241a), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:46.100112 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 0192a6aa-b09a-4161-bc83-470d695e4cc7 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:46.100508 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (0192a6aa-b09a-4161-bc83-470d695e4cc7), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:46.109533 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc125515-8cff-459a-86fd-d7bd13452867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826849'] for subnet (8ad71037-cdc6-4eed-a906-077c9926241a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:46.165447 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] For port 0192a6aa-b09a-4161-bc83-470d695e4cc7, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=0192a6aa-b09a-4161-bc83-470d695e4cc7,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:22:46.168660 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e82884f-1003-48ae-b8e6-cf76937b7cfb None None] Network 16448b67-0841-4eef-b889-fdba363b68dd requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:22:46.173399 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (0192a6aa-b09a-4161-bc83-470d695e4cc7), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:46.174190 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device f276d4d5-3b6d-417e-9d1c-3d911744401f up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:22:46.382054 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-e9a6ffc2-247b-4496-9de4-145c4586dcb9 None None] Provisioning complete for port 0192a6aa-b09a-4161-bc83-470d695e4cc7 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:46.382644 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ffc2-247b-4496-9de4-145c4586dcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (0192a6aa-b09a-4161-bc83-470d695e4cc7), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:46.498157 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Pushing event updated for resources: {'Port': ['ID=0192a6aa-b09a-4161-bc83-470d695e4cc7,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:46.551953 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port f276d4d5-3b6d-417e-9d1c-3d911744401f triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:46.552497 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (f276d4d5-3b6d-417e-9d1c-3d911744401f), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:46.661734 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] Publish callbacks [] for router_gateway (dc41baf0-b466-4d0e-adfd-4655d3968fbd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:46.681475 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c55fb4-3705-4be3-ac47-cf420159be5e None None] Network 22e93b71-05e5-44ed-a527-0366c169924d requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:22:46.777895 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc125515-8cff-459a-86fd-d7bd13452867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for subnet (8ad71037-cdc6-4eed-a906-077c9926241a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:46.783163 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:22:46.854544 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc125515-8cff-459a-86fd-d7bd13452867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ad71037-cdc6-4eed-a906-077c9926241a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:46.877999 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e9a6ffc2-247b-4496-9de4-145c4586dcb9 None None] Current status of the port 0192a6aa-b09a-4161-bc83-470d695e4cc7 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:46.901741 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc125515-8cff-459a-86fd-d7bd13452867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:46.919406 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-fc125515-8cff-459a-86fd-d7bd13452867 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8ad71037-cdc6-4eed-a906-077c9926241a HTTP/1.1" status: 204 len: 168 time: 2.1398063 Apr 14 20:22:46.924030 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58744) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:47.002186 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Sync routers for ids ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:22:47.011206 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port f276d4d5-3b6d-417e-9d1c-3d911744401f is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:47.011812 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (f276d4d5-3b6d-417e-9d1c-3d911744401f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:47.128716 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-2b97ae64-3864-47b0-85e5-3ff99c79a5dd None None] Provisioning complete for port f276d4d5-3b6d-417e-9d1c-3d911744401f triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:47.129483 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2b97ae64-3864-47b0-85e5-3ff99c79a5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (f276d4d5-3b6d-417e-9d1c-3d911744401f), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:47.135164 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610468'] for router (ec2424c5-03cb-4d2f-8446-702f5526924e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:47.236974 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Routers {'5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:22:47.240288 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:22:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:47.252228 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58756) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:47.445411 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] For port f276d4d5-3b6d-417e-9d1c-3d911744401f, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=f276d4d5-3b6d-417e-9d1c-3d911744401f,segment=NetworkSegment(8f2ab782-b724-4895-88c0-5ab9878b8081),segment_id=8f2ab782-b724-4895-88c0-5ab9878b8081)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:22:47.610237 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Set router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:22:47.698702 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657936'] for network (bbbfc3a1-9648-4b23-ab41-bdc0e2b14abf), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:47.719535 dv-cinder-837539-3-iscsi neutron-server[103377]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 20:22:47.746170 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (f276d4d5-3b6d-417e-9d1c-3d911744401f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:47.747319 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device c2f8b7f0-42d6-4076-80c2-cc3fef3c9496 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:22:47.896187 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610468'] for router (dc41baf0-b466-4d0e-adfd-4655d3968fbd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:47.902145 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830810', 'neutron.services.segments.db._delete_segments_for_network-8743027666104'] for network (bbbfc3a1-9648-4b23-ab41-bdc0e2b14abf), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:47.916675 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4f273936-e247-45c6-bcd9-9994bcf197bb req-0f1b684c-44b1-4ce0-8b91-a38b4c06584f tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 210 time: 0.6540213 Apr 14 20:22:47.924501 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] Router ec2424c5-03cb-4d2f-8446-702f5526924e is scheduled to L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:22:47.931912 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:22:47.932278 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:22:47.942270 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:22:47.943268 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Subscribe: > port after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:22:47.945979 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:22:47.946383 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Subscribe: > port after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:22:47.946903 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:22:47.947234 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:22:47.947555 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:22:47.950318 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:22:48.015206 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58786) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:48.053321 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Pushing event updated for resources: {'Port': ['ID=f276d4d5-3b6d-417e-9d1c-3d911744401f,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:48.098297 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port c2f8b7f0-42d6-4076-80c2-cc3fef3c9496 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:48.098721 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (c2f8b7f0-42d6-4076-80c2-cc3fef3c9496), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:48.255849 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:22:48.269027 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Sync routers for ids ['ec2424c5-03cb-4d2f-8446-702f5526924e'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:22:48.291494 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Routers {'ec2424c5-03cb-4d2f-8446-702f5526924e'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:22:48.292629 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:22:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['ec2424c5-03cb-4d2f-8446-702f5526924e'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:48.297898 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] Router dc41baf0-b466-4d0e-adfd-4655d3968fbd is scheduled to L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:22:48.328277 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:48.334364 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-8cee1be9-f4c7-45ef-ad46-f8bf6bd00255 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.3999746 Apr 14 20:22:48.336550 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58794) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:48.502061 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:22:48.502479 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:22:48.503516 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:22:48.503961 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:22:48.504456 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbfc3a1-9648-4b23-ab41-bdc0e2b14abf']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:48.527704 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1ad485-3633-40b4-bbdf-c2d885ba3665') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:48.528108 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1ad485-3633-40b4-bbdf-c2d885ba3665') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:48.558011 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743027671233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29519233'] for segment (4a1ad485-3633-40b4-bbdf-c2d885ba3665), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:48.562114 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Set router ec2424c5-03cb-4d2f-8446-702f5526924e gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:22:48.579535 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2b97ae64-3864-47b0-85e5-3ff99c79a5dd None None] Current status of the port f276d4d5-3b6d-417e-9d1c-3d911744401f is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:48.591706 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (4a1ad485-3633-40b4-bbdf-c2d885ba3665), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:48.605090 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:22:48.605834 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30806173'] for segment (4a1ad485-3633-40b4-bbdf-c2d885ba3665), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:48.636546 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d290863a-9ae9-4aa7-b11b-9bbef9bd4e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:48.671199 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port c2f8b7f0-42d6-4076-80c2-cc3fef3c9496 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:48.672215 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (c2f8b7f0-42d6-4076-80c2-cc3fef3c9496), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:48.715417 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] For port c2f8b7f0-42d6-4076-80c2-cc3fef3c9496, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=c2f8b7f0-42d6-4076-80c2-cc3fef3c9496,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: from cryptography.utils import int_from_bytes Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: from cryptography.utils import int_from_bytes Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: Traceback (most recent call last): Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: timer() Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: cb(*args, **kw) Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: return func(*args, **kwargs) Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: self._notify() Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: self.callback(batched_events) Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: event.method(event) Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: return f(self, *a, **k) Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._get(url).json() Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: return self.request(url, 'GET', **kwargs) Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:22:48.720743 dv-cinder-837539-3-iscsi neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:22:48.723358 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610524'] for network (bbbfc3a1-9648-4b23-ab41-bdc0e2b14abf), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:48.739383 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:48.741080 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (c2f8b7f0-42d6-4076-80c2-cc3fef3c9496), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:48.764188 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] 10.222.0.11 "DELETE /v2.0/networks/bbbfc3a1-9648-4b23-ab41-bdc0e2b14abf HTTP/1.1" status: 204 len: 168 time: 1.8389819 Apr 14 20:22:48.765936 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58804) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:48.867157 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-53da4f8a-94db-4821-a4c5-c58aefcfcf8f admin admin] Deleting subnet f637b1fe-ffd2-48e3-b38a-8e60e899f67e {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:22:48.871335 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53da4f8a-94db-4821-a4c5-c58aefcfcf8f admin admin] Publish callbacks [] for subnet (f637b1fe-ffd2-48e3-b38a-8e60e899f67e), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:48.903321 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32e78e-2765-4557-809b-ef03564cd97c admin admin] Pushing event deleted for resources: {'Network': ['ID=bbbfc3a1-9648-4b23-ab41-bdc0e2b14abf,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:48.907588 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Pushing event updated for resources: {'Port': ['ID=c2f8b7f0-42d6-4076-80c2-cc3fef3c9496,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:48.946478 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53da4f8a-94db-4821-a4c5-c58aefcfcf8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29519290'] for subnet (f637b1fe-ffd2-48e3-b38a-8e60e899f67e), precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:48.959268 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-624468ef-6b92-4a72-98c5-0b62a9197162 None None] Provisioning complete for port 0192a6aa-b09a-4161-bc83-470d695e4cc7 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:48.960626 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-624468ef-6b92-4a72-98c5-0b62a9197162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (0192a6aa-b09a-4161-bc83-470d695e4cc7), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.021974 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58814) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:49.033439 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2b8d675e-9dba-4953-a8ba-31394756e354 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1422114602', 'description': 'tempest-description--323491663'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:49.059200 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d290863a-9ae9-4aa7-b11b-9bbef9bd4e18 admin admin] Publish callbacks [] for security_group (f0d9420f-8985-4106-88ad-b1e39d6bb1c3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.073535 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d290863a-9ae9-4aa7-b11b-9bbef9bd4e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (f0d9420f-8985-4106-88ad-b1e39d6bb1c3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.093951 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b8d675e-9dba-4953-a8ba-31394756e354 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.121142 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 0192a6aa-b09a-4161-bc83-470d695e4cc7 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:22:49.169994 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53da4f8a-94db-4821-a4c5-c58aefcfcf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826849'] for subnet (f637b1fe-ffd2-48e3-b38a-8e60e899f67e), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.186910 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-d290863a-9ae9-4aa7-b11b-9bbef9bd4e18 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed1ddb044c4a4868a86a9b460a49fbd0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1700466 Apr 14 20:22:49.191746 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290863a-9ae9-4aa7-b11b-9bbef9bd4e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d9420f-8985-4106-88ad-b1e39d6bb1c3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:49.199066 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58824) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:49.211153 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.46', 49152) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:49.258056 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-router', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:45Z', 'revision_number': 3, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'gw_port': {'id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:49.281612 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:22:49.326004 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Sync routers for ids ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:22:49.343647 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Checking router: ec2424c5-03cb-4d2f-8446-702f5526924e for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:22:49.344235 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Updating router ec2424c5-03cb-4d2f-8446-702f5526924e port 5928456d-c9a6-496b-b81a-5ee261db2c94 binding host dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:22:49.346640 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b8d675e-9dba-4953-a8ba-31394756e354 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group (fdb21c41-7df5-486c-905e-a0aaaaf4ca33), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.356080 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b8d675e-9dba-4953-a8ba-31394756e354 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (fdb21c41-7df5-486c-905e-a0aaaaf4ca33), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.359664 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Routers {'dc41baf0-b466-4d0e-adfd-4655d3968fbd'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:22:49.360536 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:22:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:49.416631 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (5928456d-c9a6-496b-b81a-5ee261db2c94), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.435632 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d675e-9dba-4953-a8ba-31394756e354 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb21c41-7df5-486c-905e-a0aaaaf4ca33,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:49.444357 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53da4f8a-94db-4821-a4c5-c58aefcfcf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30806055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31045842'] for subnet (f637b1fe-ffd2-48e3-b38a-8e60e899f67e), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.486185 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Set router dc41baf0-b466-4d0e-adfd-4655d3968fbd gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:22:49.486413 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b8d675e-9dba-4953-a8ba-31394756e354 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.490953 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-2b8d675e-9dba-4953-a8ba-31394756e354 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4668756 Apr 14 20:22:49.491610 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58830) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:49.493427 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da4f8a-94db-4821-a4c5-c58aefcfcf8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f637b1fe-ffd2-48e3-b38a-8e60e899f67e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:49.504457 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-df8ed165-fa77-4f8c-9ea2-776664c4b2ae tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Request body: {'security_group_rule': {'security_group_id': 'fdb21c41-7df5-486c-905e-a0aaaaf4ca33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:49.522853 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53da4f8a-94db-4821-a4c5-c58aefcfcf8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.529327 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-53da4f8a-94db-4821-a4c5-c58aefcfcf8f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f637b1fe-ffd2-48e3-b38a-8e60e899f67e HTTP/1.1" status: 204 len: 168 time: 0.7553875 Apr 14 20:22:49.530554 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58834) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:49.634187 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:22:43Z', 'revision_number': 4, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port': {'id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:20:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:37Z', 'updated_at': '2022-04-14T20:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0', 'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'mac_address': 'fa:16:3e:51:f7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:42Z', 'updated_at': '2022-04-14T20:22:43Z', 'revision_number': 2, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'subnets': [{'id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:49.636685 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5520fdd7-e407-42a9-8ab3-08e3b1647007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657936'] for network (14cc25e1-63b2-492b-a9c6-711497c8c20a), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.673659 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db03258-0c98-43ac-832e-7da660517e31 req-7bba913b-045e-46bd-8280-127e17add10e tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:49.677012 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6db03258-0c98-43ac-832e-7da660517e31 req-7bba913b-045e-46bd-8280-127e17add10e tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.46 "GET /v2.0/networks?id=6d99ae28-42a6-47f3-92c4-4c463608b4ba HTTP/1.1" status: 200 len: 811 time: 0.3871787 Apr 14 20:22:49.684244 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df8ed165-fa77-4f8c-9ea2-776664c4b2ae tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group_rule (73871f60-8f2a-4ac0-a737-c519ef3e467e), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.684872 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Checking router: 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:22:49.686005 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Updating router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 port 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 binding host dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:22:49.703032 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f18a87b4-ea2b-4242-84ba-d5fa94d4aab8 req-6e1e8e14-bb00-4d1a-8a4e-24b55d26c312 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 210 time: 0.4995725 Apr 14 20:22:49.715242 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 0192a6aa-b09a-4161-bc83-470d695e4cc7 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:49.715835 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (0192a6aa-b09a-4161-bc83-470d695e4cc7), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.737541 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-6db03258-0c98-43ac-832e-7da660517e31 req-b1f164eb-5533-40f8-a9c3-58e179b80e9a tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Request body: {'port': {'device_id': '9df6242d-00a9-4ffc-b326-71115daf3334', 'network_id': '6d99ae28-42a6-47f3-92c4-4c463608b4ba', 'admin_state_up': True, 'tenant_id': 'e398c7d3064341568008ea31418de058'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:49.808768 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5520fdd7-e407-42a9-8ab3-08e3b1647007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830810', 'neutron.services.segments.db._delete_segments_for_network-8743027666104'] for network (14cc25e1-63b2-492b-a9c6-711497c8c20a), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.837538 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5520fdd7-e407-42a9-8ab3-08e3b1647007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14cc25e1-63b2-492b-a9c6-711497c8c20a']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:49.841542 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.851800 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5520fdd7-e407-42a9-8ab3-08e3b1647007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1231d8-8630-4e20-be07-db3c790a025e') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:49.852339 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-5520fdd7-e407-42a9-8ab3-08e3b1647007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1231d8-8630-4e20-be07-db3c790a025e') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:49.865475 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5520fdd7-e407-42a9-8ab3-08e3b1647007 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743027671233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29519233'] for segment (cb1231d8-8630-4e20-be07-db3c790a025e), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.881567 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5520fdd7-e407-42a9-8ab3-08e3b1647007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (cb1231d8-8630-4e20-be07-db3c790a025e), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.888918 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5520fdd7-e407-42a9-8ab3-08e3b1647007 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:22:49.890177 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5520fdd7-e407-42a9-8ab3-08e3b1647007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30806173'] for segment (cb1231d8-8630-4e20-be07-db3c790a025e), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.938113 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-624468ef-6b92-4a72-98c5-0b62a9197162 None None] Current status of the port 0192a6aa-b09a-4161-bc83-470d695e4cc7 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:49.943134 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fefa6c87-ac4e-49b8-8533-9348ec202bf1 admin admin] Publish callbacks [] for security_group (f0d9420f-8985-4106-88ad-b1e39d6bb1c3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.963032 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58848) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: Traceback (most recent call last): Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: timer() Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: cb(*args, **kw) Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: return func(*args, **kwargs) Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: self._notify() Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: self.callback(batched_events) Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: event.method(event) Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: return f(self, *a, **k) Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._get(url).json() Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: return self.request(url, 'GET', **kwargs) Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:22:49.971910 dv-cinder-837539-3-iscsi neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:22:49.988069 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-624468ef-6b92-4a72-98c5-0b62a9197162 None None] Provisioning complete for port f276d4d5-3b6d-417e-9d1c-3d911744401f triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:49.988452 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-624468ef-6b92-4a72-98c5-0b62a9197162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (f276d4d5-3b6d-417e-9d1c-3d911744401f), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:49.992043 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Publish callbacks [] for port (5928456d-c9a6-496b-b81a-5ee261db2c94), precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.003161 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (5928456d-c9a6-496b-b81a-5ee261db2c94), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.026357 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df8ed165-fa77-4f8c-9ea2-776664c4b2ae tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group_rule (73871f60-8f2a-4ac0-a737-c519ef3e467e), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.027665 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5520fdd7-e407-42a9-8ab3-08e3b1647007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610524'] for network (14cc25e1-63b2-492b-a9c6-711497c8c20a), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.033040 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5520fdd7-e407-42a9-8ab3-08e3b1647007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.039430 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-5520fdd7-e407-42a9-8ab3-08e3b1647007 admin admin] 10.222.0.11 "DELETE /v2.0/networks/14cc25e1-63b2-492b-a9c6-711497c8c20a HTTP/1.1" status: 204 len: 168 time: 0.5054824 Apr 14 20:22:50.042361 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df8ed165-fa77-4f8c-9ea2-776664c4b2ae tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (73871f60-8f2a-4ac0-a737-c519ef3e467e), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.061232 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:45Z', 'revision_number': 3, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port': {'id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:50.073075 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520fdd7-e407-42a9-8ab3-08e3b1647007 admin admin] Pushing event deleted for resources: {'Network': ['ID=14cc25e1-63b2-492b-a9c6-711497c8c20a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:50.084821 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ed165-fa77-4f8c-9ea2-776664c4b2ae tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73871f60-8f2a-4ac0-a737-c519ef3e467e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:50.099003 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df8ed165-fa77-4f8c-9ea2-776664c4b2ae tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.103723 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-df8ed165-fa77-4f8c-9ea2-776664c4b2ae tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6068594 Apr 14 20:22:50.104372 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58862) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:50.110201 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-243bebdd-5f77-4523-acb7-814232d1d76a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Request body: {'security_group_rule': {'security_group_id': 'fdb21c41-7df5-486c-905e-a0aaaaf4ca33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:50.151767 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-243bebdd-5f77-4523-acb7-814232d1d76a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group_rule (84482235-0757-4301-a39b-6488a0178ade), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.155123 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84187d-5404-4935-8901-956a02831b86 None None] Pushing event updated for resources: {'Port': ['ID=5928456d-c9a6-496b-b81a-5ee261db2c94,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:50.158218 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Checking router: dc41baf0-b466-4d0e-adfd-4655d3968fbd for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:22:50.158806 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Updating router dc41baf0-b466-4d0e-adfd-4655d3968fbd port 469d609f-af57-4ee4-bb66-e15db37a430f binding host dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:22:50.158922 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Attempting to bind port 5928456d-c9a6-496b-b81a-5ee261db2c94 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:22:50.159256 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Attempting to bind port 5928456d-c9a6-496b-b81a-5ee261db2c94 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:22:50.159668 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Attempting to bind port 5928456d-c9a6-496b-b81a-5ee261db2c94 on network 0ff0ed06-361c-431d-a8f4-874987c3167c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:22:50.165067 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:22:50.165440 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Checking segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:22:50.165837 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.166222 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Bound using segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:22:50.167023 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Bound port: 5928456d-c9a6-496b-b81a-5ee261db2c94, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:22:50.168616 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (5928456d-c9a6-496b-b81a-5ee261db2c94), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.226315 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 0192a6aa-b09a-4161-bc83-470d695e4cc7 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:50.228362 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device f276d4d5-3b6d-417e-9d1c-3d911744401f up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:22:50.231409 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] For port 5928456d-c9a6-496b-b81a-5ee261db2c94, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:22:50.242454 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] For port 5928456d-c9a6-496b-b81a-5ee261db2c94, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=5928456d-c9a6-496b-b81a-5ee261db2c94,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:22:50.252893 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (5928456d-c9a6-496b-b81a-5ee261db2c94), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.259007 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-243bebdd-5f77-4523-acb7-814232d1d76a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group_rule (84482235-0757-4301-a39b-6488a0178ade), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.265738 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-243bebdd-5f77-4523-acb7-814232d1d76a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (84482235-0757-4301-a39b-6488a0178ade), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.278648 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fefa6c87-ac4e-49b8-8533-9348ec202bf1 admin admin] Publish callbacks [] for security_group (f0d9420f-8985-4106-88ad-b1e39d6bb1c3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.292381 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58868) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:50.328981 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (469d609f-af57-4ee4-bb66-e15db37a430f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.330307 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Routers {'ec2424c5-03cb-4d2f-8446-702f5526924e'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:22:50.331020 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:22:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['ec2424c5-03cb-4d2f-8446-702f5526924e'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:50.334163 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84187d-5404-4935-8901-956a02831b86 None None] Pushing event updated for resources: {'Port': ['ID=5928456d-c9a6-496b-b81a-5ee261db2c94,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:50.337287 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-243bebdd-5f77-4523-acb7-814232d1d76a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.356194 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-243bebdd-5f77-4523-acb7-814232d1d76a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2506459 Apr 14 20:22:50.381450 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58874) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:50.395767 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-95613d4a-0c63-4796-beca-de88f51c59e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Request body: {'floatingip': {'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:50.409034 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.410277 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ccb1f2b7-bea8-4a4b-9223-10f723e1c147 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.3614507 Apr 14 20:22:50.422914 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58878) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:50.423617 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bebdd-5f77-4523-acb7-814232d1d76a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84482235-0757-4301-a39b-6488a0178ade,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:50.491060 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] Set router ec2424c5-03cb-4d2f-8446-702f5526924e gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:22:50.634161 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95613d4a-0c63-4796-beca-de88f51c59e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.651149 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-624468ef-6b92-4a72-98c5-0b62a9197162 None None] Current status of the port f276d4d5-3b6d-417e-9d1c-3d911744401f is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:50.735629 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-1c4c28de-f5a6-4582-b845-3ce28efc968d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2726a99bcc15401e9e8318c4393e8cd6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4274704 Apr 14 20:22:50.759762 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58890) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:50.829450 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fefa6c87-ac4e-49b8-8533-9348ec202bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (f0d9420f-8985-4106-88ad-b1e39d6bb1c3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.832407 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fefa6c87-ac4e-49b8-8533-9348ec202bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.836288 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-fefa6c87-ac4e-49b8-8533-9348ec202bf1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f0d9420f-8985-4106-88ad-b1e39d6bb1c3 HTTP/1.1" status: 204 len: 168 time: 1.6318979 Apr 14 20:22:50.912554 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd03e5c8-adbe-486c-b48b-23826f17ac96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:50.979022 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-router', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:45Z', 'revision_number': 3, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'gw_port': {'id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:51.038700 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa6c87-ac4e-49b8-8533-9348ec202bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d9420f-8985-4106-88ad-b1e39d6bb1c3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:51.073074 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6ac048-6144-488f-a771-c54cf1464caa None None] The sync data for ids ['ec2424c5-03cb-4d2f-8446-702f5526924e'] in dv-cinder-837539-3-iscsi is: [{'id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-router', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:45Z', 'revision_number': 3, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'gw_port': {'id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:22:51.108813 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db03258-0c98-43ac-832e-7da660517e31 req-b1f164eb-5533-40f8-a9c3-58e179b80e9a tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Made reservation on behalf of e398c7d3064341568008ea31418de058 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:22:51.117702 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6db03258-0c98-43ac-832e-7da660517e31 req-b1f164eb-5533-40f8-a9c3-58e179b80e9a tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:51.146222 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port f276d4d5-3b6d-417e-9d1c-3d911744401f triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:51.146867 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (f276d4d5-3b6d-417e-9d1c-3d911744401f), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:51.403762 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6bbd5f72-f3e6-41b2-9448-d9c66bb2a232 admin admin] Publish callbacks [] for security_group (cfed9017-bdbc-4d75-909f-aad8482dcef8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:51.413565 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c2964a0d-4517-4fd2-b2e9-09eabcfe277e req-17a2db9e-1f61-45ab-aca2-2d5799d49aee tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 210 time: 0.2878633 Apr 14 20:22:51.625297 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58908) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:51.627342 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95613d4a-0c63-4796-beca-de88f51c59e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:51.717992 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-635fac25-7bb5-42ec-b83b-af0ea2da7094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:51.853197 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6bbd5f72-f3e6-41b2-9448-d9c66bb2a232 admin admin] Publish callbacks [] for security_group (cfed9017-bdbc-4d75-909f-aad8482dcef8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:51.922382 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Publish callbacks [] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:51.948750 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Publish callbacks [] for port (469d609f-af57-4ee4-bb66-e15db37a430f), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:51.958439 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:51.993278 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (469d609f-af57-4ee4-bb66-e15db37a430f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:52.025812 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd03e5c8-adbe-486c-b48b-23826f17ac96 admin admin] Publish callbacks [] for security_group (3747bca8-d407-4803-bd56-69abe19ee5c1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:52.072242 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port f276d4d5-3b6d-417e-9d1c-3d911744401f is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:52.112218 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-6db03258-0c98-43ac-832e-7da660517e31 req-b1f164eb-5533-40f8-a9c3-58e179b80e9a tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Allocated IP 172.20.0.2 (6d99ae28-42a6-47f3-92c4-4c463608b4ba/e7ab5734-9275-4b36-b76c-ffb793a6a170/af88d415-6625-4ee6-8b7f-0eb34a8a5f32) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:22:52.300910 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd03e5c8-adbe-486c-b48b-23826f17ac96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (3747bca8-d407-4803-bd56-69abe19ee5c1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:52.381286 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-cd03e5c8-adbe-486c-b48b-23826f17ac96 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72e392277bc04308a2e255d70bacfaa0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2338510 Apr 14 20:22:52.382311 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6bbd5f72-f3e6-41b2-9448-d9c66bb2a232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (cfed9017-bdbc-4d75-909f-aad8482dcef8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:52.386404 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6bbd5f72-f3e6-41b2-9448-d9c66bb2a232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:52.387876 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-6bbd5f72-f3e6-41b2-9448-d9c66bb2a232 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cfed9017-bdbc-4d75-909f-aad8482dcef8 HTTP/1.1" status: 204 len: 168 time: 1.6160443 Apr 14 20:22:52.440052 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58912) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:52.741784 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 5928456d-c9a6-496b-b81a-5ee261db2c94 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:22:52.744112 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b0ed56ea-1101-43be-8df7-760a38bc64ab req-77819ae6-d477-4962-a5de-1b47730815f3 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 210 time: 0.0685909 Apr 14 20:22:52.757514 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-889fa706-f1d0-44e7-ab8f-769e3e66414a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:52.780843 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03e5c8-adbe-486c-b48b-23826f17ac96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3747bca8-d407-4803-bd56-69abe19ee5c1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:52.824548 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd5f72-f3e6-41b2-9448-d9c66bb2a232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfed9017-bdbc-4d75-909f-aad8482dcef8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:52.846398 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfaaee-0bb0-4005-b9af-9e881af53029 None None] Pushing event updated for resources: {'Port': ['ID=6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:52.850634 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a60b0505-e022-4c3e-bfd5-1a4c54858641 admin admin] Publish callbacks [] for security_group (3747bca8-d407-4803-bd56-69abe19ee5c1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:52.878711 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Attempting to bind port 469d609f-af57-4ee4-bb66-e15db37a430f on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:22:52.879083 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Attempting to bind port 469d609f-af57-4ee4-bb66-e15db37a430f by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:22:52.879446 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Attempting to bind port 469d609f-af57-4ee4-bb66-e15db37a430f on network 0ff0ed06-361c-431d-a8f4-874987c3167c {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:22:52.974066 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:22:52.979034 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Checking segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:22:52.979550 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:52.979792 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Bound using segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:22:52.980222 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Bound port: 469d609f-af57-4ee4-bb66-e15db37a430f, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:22:52.980621 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (469d609f-af57-4ee4-bb66-e15db37a430f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:52.996395 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a60b0505-e022-4c3e-bfd5-1a4c54858641 admin admin] Publish callbacks [] for security_group (3747bca8-d407-4803-bd56-69abe19ee5c1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:53.017380 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Attempting to bind port 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:22:53.017796 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Attempting to bind port 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': 'fb450111-28f1-4175-a0b8-f2d926fdd69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:22:53.018118 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Attempting to bind port 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 on network b4197bec-e804-4778-9814-28700a63aa0d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:22:53.116643 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a60b0505-e022-4c3e-bfd5-1a4c54858641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (3747bca8-d407-4803-bd56-69abe19ee5c1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:53.119660 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a60b0505-e022-4c3e-bfd5-1a4c54858641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:53.120932 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a60b0505-e022-4c3e-bfd5-1a4c54858641 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3747bca8-d407-4803-bd56-69abe19ee5c1 HTTP/1.1" status: 204 len: 168 time: 0.6787233 Apr 14 20:22:53.171926 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] For port 469d609f-af57-4ee4-bb66-e15db37a430f, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:22:53.173949 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6db03258-0c98-43ac-832e-7da660517e31 req-b1f164eb-5533-40f8-a9c3-58e179b80e9a tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Publish callbacks [] for port (af88d415-6625-4ee6-8b7f-0eb34a8a5f32), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:53.179814 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] For port 469d609f-af57-4ee4-bb66-e15db37a430f, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=469d609f-af57-4ee4-bb66-e15db37a430f,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:22:53.187281 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-95613d4a-0c63-4796-beca-de88f51c59e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Allocated IP 172.27.3.106 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/d9ea485c-c453-4849-b62b-f0a7ac53e95f) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:22:53.202642 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7fab7-b979-456a-83b0-1473aa4261e3 None None] Pushing event updated for resources: {'Port': ['ID=469d609f-af57-4ee4-bb66-e15db37a430f,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:53.206295 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:22:53.206742 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Checking segment: {'id': 'fb450111-28f1-4175-a0b8-f2d926fdd69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:22:53.207286 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:53.207914 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Bound using segment: {'id': 'fb450111-28f1-4175-a0b8-f2d926fdd69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:22:53.208407 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Bound port: 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb450111-28f1-4175-a0b8-f2d926fdd69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:22:53.209067 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:53.272528 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-02b506b2-d28d-4f1e-a845-0cecaa30b74c None None] Provisioning complete for port 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:53.273183 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-02b506b2-d28d-4f1e-a845-0cecaa30b74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:53.278943 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 5928456d-c9a6-496b-b81a-5ee261db2c94 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:53.279712 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (5928456d-c9a6-496b-b81a-5ee261db2c94), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:53.362247 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b0505-e022-4c3e-bfd5-1a4c54858641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3747bca8-d407-4803-bd56-69abe19ee5c1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:53.367284 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-635fac25-7bb5-42ec-b83b-af0ea2da7094 admin admin] Publish callbacks [] for security_group (f4b83f2e-5c10-407b-9211-d48296c9ff91), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:53.411425 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-635fac25-7bb5-42ec-b83b-af0ea2da7094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (f4b83f2e-5c10-407b-9211-d48296c9ff91), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:53.444155 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (469d609f-af57-4ee4-bb66-e15db37a430f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:53.607598 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58936) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:53.644857 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] For port 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:22:53.647295 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] For port 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:22:53.652469 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635fac25-7bb5-42ec-b83b-af0ea2da7094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b83f2e-5c10-407b-9211-d48296c9ff91,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:53.689055 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:53.718956 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6db03258-0c98-43ac-832e-7da660517e31 req-b1f164eb-5533-40f8-a9c3-58e179b80e9a tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (af88d415-6625-4ee6-8b7f-0eb34a8a5f32), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:53.769906 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-236e60a5-2a63-4496-b371-22889d4470c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1b8fe9c19db4c178792c7724f9ffe2d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1309490 Apr 14 20:22:53.789549 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-02b506b2-d28d-4f1e-a845-0cecaa30b74c None None] Port 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:22:53.797981 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58942) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:53.825943 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-889fa706-f1d0-44e7-ab8f-769e3e66414a admin admin] Allocated IP 172.20.0.1 (16448b67-0841-4eef-b889-fdba363b68dd/fa8a56ac-3172-4f0f-9a52-265e07c67e59/f2bf5104-1ee3-4881-9619-2e9e94c54ba2) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:22:53.831894 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Routers {'dc41baf0-b466-4d0e-adfd-4655d3968fbd'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:22:53.835464 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:22:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:53.838238 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7fab7-b979-456a-83b0-1473aa4261e3 None None] Pushing event updated for resources: {'Port': ['ID=469d609f-af57-4ee4-bb66-e15db37a430f,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:53.851517 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 5928456d-c9a6-496b-b81a-5ee261db2c94 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:53.854344 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (5928456d-c9a6-496b-b81a-5ee261db2c94), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:53.862653 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-635fac25-7bb5-42ec-b83b-af0ea2da7094 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c05da71051641a7af7b36741e6ef1e4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2319102 Apr 14 20:22:53.871533 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58948) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:53.916800 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6120bd2e-5985-4298-b88f-eb571a6e7400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:53.995810 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95613d4a-0c63-4796-beca-de88f51c59e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for port (d9ea485c-c453-4849-b62b-f0a7ac53e95f), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:54.048663 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Routers {'5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:22:54.049785 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:22:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:54.063134 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] For port 5928456d-c9a6-496b-b81a-5ee261db2c94, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=5928456d-c9a6-496b-b81a-5ee261db2c94,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:22:54.070137 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db03258-0c98-43ac-832e-7da660517e31 req-b1f164eb-5533-40f8-a9c3-58e179b80e9a tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Network 6d99ae28-42a6-47f3-92c4-4c463608b4ba is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:22:54.071102 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 58950) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:54.101543 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-6db03258-0c98-43ac-832e-7da660517e31 req-b1f164eb-5533-40f8-a9c3-58e179b80e9a tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:54.139682 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f164eb-5533-40f8-a9c3-58e179b80e9a tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Pushing event updated for resources: {'Port': ['ID=af88d415-6625-4ee6-8b7f-0eb34a8a5f32,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:54.152134 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db03258-0c98-43ac-832e-7da660517e31 req-b1f164eb-5533-40f8-a9c3-58e179b80e9a tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:22:54.158386 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db03258-0c98-43ac-832e-7da660517e31 req-b1f164eb-5533-40f8-a9c3-58e179b80e9a tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:54.158747 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (5928456d-c9a6-496b-b81a-5ee261db2c94), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:54.159676 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device c2f8b7f0-42d6-4076-80c2-cc3fef3c9496 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:22:54.159806 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6db03258-0c98-43ac-832e-7da660517e31 req-b1f164eb-5533-40f8-a9c3-58e179b80e9a tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:54.170788 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51bdb850-fb67-46f0-b925-14cd4ec6dbfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:54.283563 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfaaee-0bb0-4005-b9af-9e881af53029 None None] Pushing event updated for resources: {'Port': ['ID=6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:54.316554 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6db03258-0c98-43ac-832e-7da660517e31 req-b1f164eb-5533-40f8-a9c3-58e179b80e9a tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5881598 Apr 14 20:22:54.350125 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6120bd2e-5985-4298-b88f-eb571a6e7400 admin admin] Allocated IP 172.20.0.1 (22e93b71-05e5-44ed-a527-0366c169924d/2bc5ebdc-6adc-4109-947b-34a082b30fa2/83e3d19c-21b4-4ec3-9d68-617c78ccd169) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:22:54.399455 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95613d4a-0c63-4796-beca-de88f51c59e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (d9ea485c-c453-4849-b62b-f0a7ac53e95f), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:54.406462 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [req-6db03258-0c98-43ac-832e-7da660517e31 req-b694db6a-661f-4581-a865-c0d4b9904201 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:22:54.407845 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6db03258-0c98-43ac-832e-7da660517e31 req-b694db6a-661f-4581-a865-c0d4b9904201 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127223 Apr 14 20:22:54.411147 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-889fa706-f1d0-44e7-ab8f-769e3e66414a admin admin] Publish callbacks [] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:54.435789 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-5bf6b901-3a13-455f-88d0-ad74443bf10c None None] Provisioning complete for port 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:54.436391 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5bf6b901-3a13-455f-88d0-ad74443bf10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:54.457907 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95613d4a-0c63-4796-beca-de88f51c59e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:22:54.468465 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51bdb850-fb67-46f0-b925-14cd4ec6dbfa admin admin] Publish callbacks [] for security_group (5a9d7617-4968-4ffb-995e-75446aed56f1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:54.479789 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51bdb850-fb67-46f0-b925-14cd4ec6dbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (5a9d7617-4968-4ffb-995e-75446aed56f1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:54.491318 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] Set router dc41baf0-b466-4d0e-adfd-4655d3968fbd gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:22:54.503242 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-95613d4a-0c63-4796-beca-de88f51c59e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:54.511503 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95613d4a-0c63-4796-beca-de88f51c59e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:22:54.591703 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-889fa706-f1d0-44e7-ab8f-769e3e66414a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:54.608433 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-51bdb850-fb67-46f0-b925-14cd4ec6dbfa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=969d4c6ae6224b219bb728529e2a2df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5310950 Apr 14 20:22:54.612746 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Pushing event updated for resources: {'Port': ['ID=5928456d-c9a6-496b-b81a-5ee261db2c94,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:54.613815 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bdb850-fb67-46f0-b925-14cd4ec6dbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9d7617-4968-4ffb-995e-75446aed56f1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:54.619438 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95613d4a-0c63-4796-beca-de88f51c59e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Pushing event updated for resources: {'Port': ['ID=d9ea485c-c453-4849-b62b-f0a7ac53e95f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:54.629034 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 58958) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:22:54.636340 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] Set router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:22:54.675893 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889fa706-f1d0-44e7-ab8f-769e3e66414a admin admin] Network 16448b67-0841-4eef-b889-fdba363b68dd is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:22:54.680450 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-889fa706-f1d0-44e7-ab8f-769e3e66414a admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:54.699827 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889fa706-f1d0-44e7-ab8f-769e3e66414a admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:22:54.700462 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-889fa706-f1d0-44e7-ab8f-769e3e66414a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610389'] for router_interface (ec2424c5-03cb-4d2f-8446-702f5526924e), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:54.813480 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Request body: {'port': {'device_id': '9df6242d-00a9-4ffc-b326-71115daf3334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:22:54.831503 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port c2f8b7f0-42d6-4076-80c2-cc3fef3c9496 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:54.832250 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (c2f8b7f0-42d6-4076-80c2-cc3fef3c9496), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:54.902010 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fa706-f1d0-44e7-ab8f-769e3e66414a admin admin] Pushing event updated for resources: {'Port': ['ID=f2bf5104-1ee3-4881-9619-2e9e94c54ba2,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:55.199509 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-42be3c6a-13bc-49eb-a7e4-9491e06b17dd admin admin] Publish callbacks [] for security_group (e9c5064e-7d19-4c35-be37-0a04cd3bd6a6), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:55.223155 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6120bd2e-5985-4298-b88f-eb571a6e7400 admin admin] Publish callbacks [] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:55.240721 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (af88d415-6625-4ee6-8b7f-0eb34a8a5f32), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:55.366008 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6b901-3a13-455f-88d0-ad74443bf10c None None] Current status of the port 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:55.366554 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5bf6b901-3a13-455f-88d0-ad74443bf10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:55.445463 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-889fa706-f1d0-44e7-ab8f-769e3e66414a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:55.449616 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6e779-0c38-4bd7-a149-16c1bfc37718 req-3490d85f-678a-41d7-8f06-353ccaf13deb tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:55.457523 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-73b6e779-0c38-4bd7-a149-16c1bfc37718 req-3490d85f-678a-41d7-8f06-353ccaf13deb tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 931 time: 1.4054749 Apr 14 20:22:55.464163 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:45Z', 'revision_number': 3, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port': {'id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:55.471200 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6120bd2e-5985-4298-b88f-eb571a6e7400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:55.527501 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6120bd2e-5985-4298-b88f-eb571a6e7400 admin admin] Network 22e93b71-05e5-44ed-a527-0366c169924d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:22:55.553347 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857acd42-2188-445a-88ad-077ec0da36cc None None] The sync data for ids ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'] in dv-cinder-837539-3-iscsi is: [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:45Z', 'revision_number': 3, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port': {'id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:22:55.660121 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-5bf6b901-3a13-455f-88d0-ad74443bf10c None None] For port 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:22:55.672017 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port c2f8b7f0-42d6-4076-80c2-cc3fef3c9496 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:55.683006 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5bf6b901-3a13-455f-88d0-ad74443bf10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:55.684263 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6120bd2e-5985-4298-b88f-eb571a6e7400 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:55.690327 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120bd2e-5985-4298-b88f-eb571a6e7400 admin admin] Pushing event updated for resources: {'Port': ['ID=83e3d19c-21b4-4ec3-9d68-617c78ccd169,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:55.693490 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:22:43Z', 'revision_number': 4, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port': {'id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:20:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:37Z', 'updated_at': '2022-04-14T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0', 'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'mac_address': 'fa:16:3e:51:f7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:42Z', 'updated_at': '2022-04-14T20:22:53Z', 'revision_number': 4, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'subnets': [{'id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:55.717777 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6120bd2e-5985-4298-b88f-eb571a6e7400 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:22:55.775938 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247add5-6665-411d-90be-5b0b128870b6 None None] The sync data for ids ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'] in dv-cinder-837539-3-iscsi is: [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:22:43Z', 'revision_number': 4, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port': {'id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:20:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:37Z', 'updated_at': '2022-04-14T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0', 'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'mac_address': 'fa:16:3e:51:f7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:42Z', 'updated_at': '2022-04-14T20:22:53Z', 'revision_number': 4, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'subnets': [{'id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:22:55.778645 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-42be3c6a-13bc-49eb-a7e4-9491e06b17dd admin admin] Publish callbacks [] for security_group (e9c5064e-7d19-4c35-be37-0a04cd3bd6a6), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:55.891127 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-3e14ff12-360c-4b3f-84a1-8ce85ef61c0f None None] Provisioning complete for port f2bf5104-1ee3-4881-9619-2e9e94c54ba2 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:55.892771 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3e14ff12-360c-4b3f-84a1-8ce85ef61c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:55.928274 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6b901-3a13-455f-88d0-ad74443bf10c None None] Pushing event updated for resources: {'Port': ['ID=6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:56.048220 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-73b6e779-0c38-4bd7-a149-16c1bfc37718 req-5fe49acf-6661-4ce1-89c6-e169f5cade19 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5897155 Apr 14 20:22:56.056981 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-42be3c6a-13bc-49eb-a7e4-9491e06b17dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (e9c5064e-7d19-4c35-be37-0a04cd3bd6a6), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:56.067019 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-42be3c6a-13bc-49eb-a7e4-9491e06b17dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:56.076308 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-42be3c6a-13bc-49eb-a7e4-9491e06b17dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9c5064e-7d19-4c35-be37-0a04cd3bd6a6 HTTP/1.1" status: 204 len: 168 time: 2.2746913 Apr 14 20:22:56.208516 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6120bd2e-5985-4298-b88f-eb571a6e7400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610389'] for router_interface (dc41baf0-b466-4d0e-adfd-4655d3968fbd), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:56.212818 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7248c513-e45b-4aff-865a-40f1bba5096a admin admin] Publish callbacks [] for security_group (f4b83f2e-5c10-407b-9211-d48296c9ff91), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:56.384210 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be3c6a-13bc-49eb-a7e4-9491e06b17dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c5064e-7d19-4c35-be37-0a04cd3bd6a6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:56.431918 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-889fa706-f1d0-44e7-ab8f-769e3e66414a admin admin] Publish callbacks [] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:56.467667 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4391018-d3e6-4178-aa58-73c1065d42fb admin admin] Publish callbacks [] for security_group (5a9d7617-4968-4ffb-995e-75446aed56f1), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:56.497301 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-3e14ff12-360c-4b3f-84a1-8ce85ef61c0f None None] Port f2bf5104-1ee3-4881-9619-2e9e94c54ba2 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:22:56.505746 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 5928456d-c9a6-496b-b81a-5ee261db2c94 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:22:56.534933 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7248c513-e45b-4aff-865a-40f1bba5096a admin admin] Publish callbacks [] for security_group (f4b83f2e-5c10-407b-9211-d48296c9ff91), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:56.667140 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95613d4a-0c63-4796-beca-de88f51c59e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for floatingip (1bdb13be-683f-416d-850f-3108697e56e2), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:56.703359 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4391018-d3e6-4178-aa58-73c1065d42fb admin admin] Publish callbacks [] for security_group (5a9d7617-4968-4ffb-995e-75446aed56f1), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:56.760331 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-ca5ee5a8-292f-4fa3-b82b-278dfbee7298 None None] Provisioning complete for port 83e3d19c-21b4-4ec3-9d68-617c78ccd169 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:56.760834 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee5a8-292f-4fa3-b82b-278dfbee7298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:56.871222 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 5928456d-c9a6-496b-b81a-5ee261db2c94 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:56.873705 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (5928456d-c9a6-496b-b81a-5ee261db2c94), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:56.942839 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af88d415-6625-4ee6-8b7f-0eb34a8a5f32 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:22:56.963953 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Publish callbacks [] for port (af88d415-6625-4ee6-8b7f-0eb34a8a5f32), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:57.000977 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ca5ee5a8-292f-4fa3-b82b-278dfbee7298 None None] Port 83e3d19c-21b4-4ec3-9d68-617c78ccd169 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:22:57.039770 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-889fa706-f1d0-44e7-ab8f-769e3e66414a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:57.040803 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-889fa706-f1d0-44e7-ab8f-769e3e66414a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610789'] for router_interface (ec2424c5-03cb-4d2f-8446-702f5526924e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:57.056026 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95613d4a-0c63-4796-beca-de88f51c59e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (d9ea485c-c453-4849-b62b-f0a7ac53e95f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:57.086191 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Transition to ACTIVE for port object af88d415-6625-4ee6-8b7f-0eb34a8a5f32 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:22:57.141244 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (af88d415-6625-4ee6-8b7f-0eb34a8a5f32), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:57.175152 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 5928456d-c9a6-496b-b81a-5ee261db2c94 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:57.333253 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95613d4a-0c63-4796-beca-de88f51c59e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for port (d9ea485c-c453-4849-b62b-f0a7ac53e95f), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:57.337227 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7248c513-e45b-4aff-865a-40f1bba5096a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (f4b83f2e-5c10-407b-9211-d48296c9ff91), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:57.341000 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7248c513-e45b-4aff-865a-40f1bba5096a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:57.342783 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fa706-f1d0-44e7-ab8f-769e3e66414a admin admin] Pushing event updated for resources: {'Port': ['ID=f2bf5104-1ee3-4881-9619-2e9e94c54ba2,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:57.346609 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-7248c513-e45b-4aff-865a-40f1bba5096a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f4b83f2e-5c10-407b-9211-d48296c9ff91 HTTP/1.1" status: 204 len: 168 time: 3.4571023 Apr 14 20:22:57.366595 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95613d4a-0c63-4796-beca-de88f51c59e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (d9ea485c-c453-4849-b62b-f0a7ac53e95f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:57.391068 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248c513-e45b-4aff-865a-40f1bba5096a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b83f2e-5c10-407b-9211-d48296c9ff91,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:57.469146 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6120bd2e-5985-4298-b88f-eb571a6e7400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:57.486177 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4391018-d3e6-4178-aa58-73c1065d42fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (5a9d7617-4968-4ffb-995e-75446aed56f1), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:57.489618 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4391018-d3e6-4178-aa58-73c1065d42fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:57.495332 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-c4391018-d3e6-4178-aa58-73c1065d42fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5a9d7617-4968-4ffb-995e-75446aed56f1 HTTP/1.1" status: 204 len: 168 time: 2.6545594 Apr 14 20:22:57.503402 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553fe9e-71eb-48ca-b53a-a4851b4958d9 req-754bc877-8b92-4bb6-8997-eab4caa4450b tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:57.510830 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7553fe9e-71eb-48ca-b53a-a4851b4958d9 req-754bc877-8b92-4bb6-8997-eab4caa4450b tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 943 time: 0.2883582 Apr 14 20:22:57.835557 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4391018-d3e6-4178-aa58-73c1065d42fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9d7617-4968-4ffb-995e-75446aed56f1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:57.847487 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95613d4a-0c63-4796-beca-de88f51c59e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Pushing event updated for resources: {'Port': ['ID=d9ea485c-c453-4849-b62b-f0a7ac53e95f,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:57.892855 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95613d4a-0c63-4796-beca-de88f51c59e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (1bdb13be-683f-416d-850f-3108697e56e2), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:57.906505 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:22:57.930558 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Attempting to bind port af88d415-6625-4ee6-8b7f-0eb34a8a5f32 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:22:57.930910 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Attempting to bind port af88d415-6625-4ee6-8b7f-0eb34a8a5f32 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '26c23b59-f48f-4f66-bd03-ea753800ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6d99ae28-42a6-47f3-92c4-4c463608b4ba'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:22:57.934511 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95613d4a-0c63-4796-beca-de88f51c59e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:57.937103 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-95613d4a-0c63-4796-beca-de88f51c59e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5546651 Apr 14 20:22:57.948092 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Attempting to bind port af88d415-6625-4ee6-8b7f-0eb34a8a5f32 on network 6d99ae28-42a6-47f3-92c4-4c463608b4ba {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:22:57.966680 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Pushing event updated for resources: {'Port': ['ID=af88d415-6625-4ee6-8b7f-0eb34a8a5f32,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:58.013436 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889fa706-f1d0-44e7-ab8f-769e3e66414a admin admin] Network 16448b67-0841-4eef-b889-fdba363b68dd is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:22:58.030890 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-889fa706-f1d0-44e7-ab8f-769e3e66414a admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:58.039292 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Port af88d415-6625-4ee6-8b7f-0eb34a8a5f32 on network 6d99ae28-42a6-47f3-92c4-4c463608b4ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:22:58.039653 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Attempting to bind port af88d415-6625-4ee6-8b7f-0eb34a8a5f32 on network 6d99ae28-42a6-47f3-92c4-4c463608b4ba {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:22:58.096543 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:58.099135 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:58.114983 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7553fe9e-71eb-48ca-b53a-a4851b4958d9 req-d4bdfe0a-8352-4d6a-99fa-ce29db29c696 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6031435 Apr 14 20:22:58.128497 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:22:58.129725 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Checking segment: {'id': '26c23b59-f48f-4f66-bd03-ea753800ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6d99ae28-42a6-47f3-92c4-4c463608b4ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:22:58.131443 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Bound using segment: {'id': '26c23b59-f48f-4f66-bd03-ea753800ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6d99ae28-42a6-47f3-92c4-4c463608b4ba'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:22:58.133034 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Bound port: af88d415-6625-4ee6-8b7f-0eb34a8a5f32, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c23b59-f48f-4f66-bd03-ea753800ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6d99ae28-42a6-47f3-92c4-4c463608b4ba'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:22:58.133597 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (af88d415-6625-4ee6-8b7f-0eb34a8a5f32), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:58.308920 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6120bd2e-5985-4298-b88f-eb571a6e7400 admin admin] Publish callbacks [] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:58.330297 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6120bd2e-5985-4298-b88f-eb571a6e7400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:58.393645 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:58.395079 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 469d609f-af57-4ee4-bb66-e15db37a430f up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:22:58.592668 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 469d609f-af57-4ee4-bb66-e15db37a430f triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:58.606460 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6120bd2e-5985-4298-b88f-eb571a6e7400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610789'] for router_interface (dc41baf0-b466-4d0e-adfd-4655d3968fbd), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:58.608360 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (469d609f-af57-4ee4-bb66-e15db37a430f), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:58.705165 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-2e26a835-b66b-4ce4-abf3-012cc8af4399 None None] Provisioning complete for port f2bf5104-1ee3-4881-9619-2e9e94c54ba2 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:22:58.711045 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2e26a835-b66b-4ce4-abf3-012cc8af4399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:58.719388 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120bd2e-5985-4298-b88f-eb571a6e7400 admin admin] Pushing event updated for resources: {'Port': ['ID=83e3d19c-21b4-4ec3-9d68-617c78ccd169,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:58.769793 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] For port af88d415-6625-4ee6-8b7f-0eb34a8a5f32, host hv-cinder-83753, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:22:58.787820 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] For port af88d415-6625-4ee6-8b7f-0eb34a8a5f32, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=af88d415-6625-4ee6-8b7f-0eb34a8a5f32,segment=NetworkSegment(26c23b59-f48f-4f66-bd03-ea753800ba19),segment_id=26c23b59-f48f-4f66-bd03-ea753800ba19)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:22:58.811766 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889fa706-f1d0-44e7-ab8f-769e3e66414a admin admin] Router ec2424c5-03cb-4d2f-8446-702f5526924e has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:22:58.843254 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (af88d415-6625-4ee6-8b7f-0eb34a8a5f32), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:58.905161 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2e26a835-b66b-4ce4-abf3-012cc8af4399 None None] Port f2bf5104-1ee3-4881-9619-2e9e94c54ba2 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:22:59.001769 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 469d609f-af57-4ee4-bb66-e15db37a430f is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:22:59.002515 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (469d609f-af57-4ee4-bb66-e15db37a430f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:59.031071 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] For port 469d609f-af57-4ee4-bb66-e15db37a430f, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=469d609f-af57-4ee4-bb66-e15db37a430f,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:22:59.038328 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (469d609f-af57-4ee4-bb66-e15db37a430f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:59.050611 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-be319905-ee40-45bc-9ffd-85f651152a42 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1422114602&fields=id&tenant_id=f3f8c257adbc4afc935c3fed66259370 HTTP/1.1" status: 200 len: 267 time: 0.5726283 Apr 14 20:22:59.169757 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Pushing event updated for resources: {'Port': ['ID=469d609f-af57-4ee4-bb66-e15db37a430f,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:22:59.232995 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:59.234047 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:22:59.239324 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6db03258-0c98-43ac-832e-7da660517e31 req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] 10.222.0.46 "PUT /v2.0/ports/af88d415-6625-4ee6-8b7f-0eb34a8a5f32 HTTP/1.1" status: 200 len: 1093 time: 4.5860953 Apr 14 20:22:59.286493 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df6242d-00a9-4ffc-b326-71115daf3334', 'tag': 'af88d415-6625-4ee6-8b7f-0eb34a8a5f32'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:22:59.303766 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6120bd2e-5985-4298-b88f-eb571a6e7400 admin admin] Network 22e93b71-05e5-44ed-a527-0366c169924d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:22:59.363233 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6120bd2e-5985-4298-b88f-eb571a6e7400 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:22:59.610613 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-045cbd7a-6703-4e4c-a2c0-bbab0ea1487f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:59.626652 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-045cbd7a-6703-4e4c-a2c0-bbab0ea1487f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/networks?id=b4197bec-e804-4778-9814-28700a63aa0d HTTP/1.1" status: 200 len: 817 time: 0.5625403 Apr 14 20:22:59.707672 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96699fe6-1a9b-4ea8-bd94-44600a6873cb req-1542b320-ce03-4000-9333-96bc2ed81206 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:22:59.709237 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-96699fe6-1a9b-4ea8-bd94-44600a6873cb req-1542b320-ce03-4000-9333-96bc2ed81206 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 943 time: 0.1777990 Apr 14 20:22:59.714330 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889fa706-f1d0-44e7-ab8f-769e3e66414a admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:22:59.731449 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-16581536-ccae-4ca1-b4e1-d5da84b110b3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/quotas/f3f8c257adbc4afc935c3fed66259370 HTTP/1.1" status: 200 len: 375 time: 0.0904644 Apr 14 20:22:59.733396 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Sync routers for ids ['ec2424c5-03cb-4d2f-8446-702f5526924e'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:22:59.735677 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-889fa706-f1d0-44e7-ab8f-769e3e66414a admin admin] 10.222.0.11 "PUT /v2.0/routers/ec2424c5-03cb-4d2f-8446-702f5526924e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3919444 Apr 14 20:22:59.751127 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Routers {'ec2424c5-03cb-4d2f-8446-702f5526924e'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:22:59.752756 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:22:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['ec2424c5-03cb-4d2f-8446-702f5526924e'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:22:59.861697 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 469d609f-af57-4ee4-bb66-e15db37a430f up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:22:59.960664 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Set router ec2424c5-03cb-4d2f-8446-702f5526924e gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:23:00.095351 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-42247178-d235-4268-9ba5-76ab5df30547 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3f8c257adbc4afc935c3fed66259370&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3291259 Apr 14 20:23:00.107020 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-dbfd917a-d23f-45e9-85e4-c657d0288cbd None None] Provisioning complete for port 83e3d19c-21b4-4ec3-9d68-617c78ccd169 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:23:00.114042 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dbfd917a-d23f-45e9-85e4-c657d0288cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:00.193074 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-router', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 4, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'gw_port': {'id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': 'f2bf5104-1ee3-4881-9619-2e9e94c54ba2', 'name': '', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'mac_address': 'fa:16:3e:b5:dd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:52Z', 'updated_at': '2022-04-14T20:22:56Z', 'revision_number': 2, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'subnets': [{'id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:23:00.266373 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Checking router: ec2424c5-03cb-4d2f-8446-702f5526924e for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:23:00.267293 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Updating router ec2424c5-03cb-4d2f-8446-702f5526924e port f2bf5104-1ee3-4881-9619-2e9e94c54ba2 binding host dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:23:00.275902 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-dbfd917a-d23f-45e9-85e4-c657d0288cbd None None] Port 83e3d19c-21b4-4ec3-9d68-617c78ccd169 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:23:00.284720 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 469d609f-af57-4ee4-bb66-e15db37a430f triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:23:00.285249 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (469d609f-af57-4ee4-bb66-e15db37a430f), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:00.343610 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:00.416999 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6120bd2e-5985-4298-b88f-eb571a6e7400 admin admin] Router dc41baf0-b466-4d0e-adfd-4655d3968fbd has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:23:00.429833 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-96699fe6-1a9b-4ea8-bd94-44600a6873cb req-cd317f91-82c5-4da2-a4a8-403a8ce01fe8 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6928465 Apr 14 20:23:00.431544 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819514d7-d26f-49cf-bb29-dfbc57d2d664 service neutron] Pushing event updated for resources: {'Port': ['ID=af88d415-6625-4ee6-8b7f-0eb34a8a5f32,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:00.443037 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db03258-0c98-43ac-832e-7da660517e31 req-b34edb1f-0875-412e-95a5-5dda0f7c7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:00.444969 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6db03258-0c98-43ac-832e-7da660517e31 req-b34edb1f-0875-412e-95a5-5dda0f7c7eba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e398c7d3064341568008ea31418de058&device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 1127 time: 0.8347943 Apr 14 20:23:00.562595 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 469d609f-af57-4ee4-bb66-e15db37a430f is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:23:00.606269 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdbe11d59a66eb6431a54a4c04aa9c41f8d225d3092e952352ea334af4395ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee17f43a-f7a9-4de1-9771-f896e7111114" -d '{"events": [{"name": "network-changed", "server_uuid": "9df6242d-00a9-4ffc-b326-71115daf3334", "tag": "af88d415-6625-4ee6-8b7f-0eb34a8a5f32"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:23:00.611387 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6db03258-0c98-43ac-832e-7da660517e31 req-ad07c56e-f415-4ed5-a6ef-6f2f452e6c16 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af88d415-6625-4ee6-8b7f-0eb34a8a5f32 HTTP/1.1" status: 200 len: 217 time: 0.1570334 Apr 14 20:23:00.784727 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6120bd2e-5985-4298-b88f-eb571a6e7400 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:23:00.803527 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-6120bd2e-5985-4298-b88f-eb571a6e7400 admin admin] 10.222.0.11 "PUT /v2.0/routers/dc41baf0-b466-4d0e-adfd-4655d3968fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3710063 Apr 14 20:23:00.811736 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Sync routers for ids ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:23:00.845066 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Routers {'dc41baf0-b466-4d0e-adfd-4655d3968fbd'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:23:00.847714 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:22:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:23:00.892691 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-73e20e61-f82a-43ee-95c3-8e152f459ea4 service neutron] 10.222.0.11 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7749240 Apr 14 20:23:00.989960 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db03258-0c98-43ac-832e-7da660517e31 req-4930e122-c5d2-4c93-b4ce-c23b05662bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:00.999370 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6db03258-0c98-43ac-832e-7da660517e31 req-4930e122-c5d2-4c93-b4ce-c23b05662bbb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e7ab5734-9275-4b36-b76c-ffb793a6a170 HTTP/1.1" status: 200 len: 851 time: 0.1927969 Apr 14 20:23:01.103255 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Set router dc41baf0-b466-4d0e-adfd-4655d3968fbd gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:23:01.159383 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6db03258-0c98-43ac-832e-7da660517e31 req-416e3827-9222-4b27-8a03-b94c06deb822 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d99ae28-42a6-47f3-92c4-4c463608b4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1478956 Apr 14 20:23:01.192991 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-bb4b92bd-b579-4a10-919a-f7bebeb52cbc service neutron] 10.222.0.11 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993555 Apr 14 20:23:01.278854 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Publish callbacks [] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:01.299680 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:01.470009 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6938890-9cbb-4acb-829b-bb8288313e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:01.514942 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Attempting to bind port f2bf5104-1ee3-4881-9619-2e9e94c54ba2 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:23:01.515626 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Attempting to bind port f2bf5104-1ee3-4881-9619-2e9e94c54ba2 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:23:01.517094 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Attempting to bind port f2bf5104-1ee3-4881-9619-2e9e94c54ba2 on network 16448b67-0841-4eef-b889-fdba363b68dd {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:23:01.545582 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6db03258-0c98-43ac-832e-7da660517e31 req-7b4d4652-8bc7-47c9-9f45-60c8d4316fe4 service neutron] 10.222.0.46 "GET /v2.0/networks/6d99ae28-42a6-47f3-92c4-4c463608b4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686223 Apr 14 20:23:01.557231 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:23:01.557838 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Checking segment: {'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:23:01.558277 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:01.561286 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Bound using segment: {'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:23:01.562684 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Bound port: f2bf5104-1ee3-4881-9619-2e9e94c54ba2, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:23:01.565963 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:01.625395 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:57Z', 'revision_number': 4, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port': {'id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '83e3d19c-21b4-4ec3-9d68-617c78ccd169', 'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'mac_address': 'fa:16:3e:8c:dc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:54Z', 'updated_at': '2022-04-14T20:22:57Z', 'revision_number': 2, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'subnets': [{'id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:23:01.692971 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Checking router: dc41baf0-b466-4d0e-adfd-4655d3968fbd for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:23:01.694699 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Updating router dc41baf0-b466-4d0e-adfd-4655d3968fbd port 83e3d19c-21b4-4ec3-9d68-617c78ccd169 binding host dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:23:01.793928 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:01.807226 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401c117-03e7-4262-be46-cea4ea0b638d None None] Pushing event updated for resources: {'Port': ['ID=f2bf5104-1ee3-4881-9619-2e9e94c54ba2,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:01.881164 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] For port f2bf5104-1ee3-4881-9619-2e9e94c54ba2, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:23:01.902944 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] For port f2bf5104-1ee3-4881-9619-2e9e94c54ba2, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=f2bf5104-1ee3-4881-9619-2e9e94c54ba2,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:23:01.913217 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:01.975592 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6db03258-0c98-43ac-832e-7da660517e31 req-5859606b-fdc6-4344-a7d5-44478ef420a7 service neutron] 10.222.0.46 "GET /v2.0/networks/6d99ae28-42a6-47f3-92c4-4c463608b4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049489 Apr 14 20:23:02.078207 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Routers {'ec2424c5-03cb-4d2f-8446-702f5526924e'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:23:02.078863 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:22:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['ec2424c5-03cb-4d2f-8446-702f5526924e'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:23:02.119506 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-ab2c439f-f173-4bfe-b3a7-476b84aada8f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:02.121316 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-ab2c439f-f173-4bfe-b3a7-476b84aada8f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/networks?id=16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 200 len: 819 time: 0.3552701 Apr 14 20:23:02.145310 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-c31c3dc6-d8fc-4467-af23-c77d3fbf6f14 None None] Provisioning complete for port f2bf5104-1ee3-4881-9619-2e9e94c54ba2 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:23:02.161128 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-c07c54b9-6da7-482b-8d69-662dd202024a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/quotas/f4c46b326c4547ce95899fa600de6148 HTTP/1.1" status: 200 len: 375 time: 0.0178580 Apr 14 20:23:02.167820 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c31c3dc6-d8fc-4467-af23-c77d3fbf6f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:02.224755 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401c117-03e7-4262-be46-cea4ea0b638d None None] Pushing event updated for resources: {'Port': ['ID=f2bf5104-1ee3-4881-9619-2e9e94c54ba2,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:02.394458 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] Set router ec2424c5-03cb-4d2f-8446-702f5526924e gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:23:02.556078 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c31c3dc6-d8fc-4467-af23-c77d3fbf6f14 None None] Current status of the port f2bf5104-1ee3-4881-9619-2e9e94c54ba2 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:23:02.556579 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c31c3dc6-d8fc-4467-af23-c77d3fbf6f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:02.562207 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-1d6e73fa-cb8d-460c-a8da-e4099eed5aab tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3992782 Apr 14 20:23:02.579517 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04cebff-1213-4c2f-a5fb-ca83c7b47ecc x-openstack-request-id: req-a04cebff-1213-4c2f-a5fb-ca83c7b47ecc {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:23:02.579793 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df6242d-00a9-4ffc-b326-71115daf3334", "tag": "af88d415-6625-4ee6-8b7f-0eb34a8a5f32", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:23:02.583116 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a04cebff-1213-4c2f-a5fb-ca83c7b47ecc {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:23:02.583868 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04cebff-1213-4c2f-a5fb-ca83c7b47ecc'] response: {'name': 'network-changed', 'server_uuid': '9df6242d-00a9-4ffc-b326-71115daf3334', 'tag': 'af88d415-6625-4ee6-8b7f-0eb34a8a5f32', 'status': 'completed', 'code': 200} Apr 14 20:23:02.714690 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c31c3dc6-d8fc-4467-af23-c77d3fbf6f14 None None] For port f2bf5104-1ee3-4881-9619-2e9e94c54ba2, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=f2bf5104-1ee3-4881-9619-2e9e94c54ba2,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:23:02.716169 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17f43a-f7a9-4de1-9771-f896e7111114 req-3a8bf70f-494d-492c-b920-6bed30d7575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:02.719137 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ee17f43a-f7a9-4de1-9771-f896e7111114 req-3a8bf70f-494d-492c-b920-6bed30d7575c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e398c7d3064341568008ea31418de058&device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 1127 time: 0.1150775 Apr 14 20:23:02.758878 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c31c3dc6-d8fc-4467-af23-c77d3fbf6f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:02.975415 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c3dc6-d8fc-4467-af23-c77d3fbf6f14 None None] Pushing event updated for resources: {'Port': ['ID=f2bf5104-1ee3-4881-9619-2e9e94c54ba2,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:02.980547 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23055fd2-1e73-41e7-8dd5-0d6c49261c31 req-d9ef0de7-13cd-46f0-a0cb-a562c87f8ac1 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:03.006965 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-23055fd2-1e73-41e7-8dd5-0d6c49261c31 req-d9ef0de7-13cd-46f0-a0cb-a562c87f8ac1 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 943 time: 0.2587669 Apr 14 20:23:03.045040 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-568ca7e4-70ba-4e37-99a0-69023ddc127c None None] Provisioning complete for port f2bf5104-1ee3-4881-9619-2e9e94c54ba2 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:23:03.050416 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-568ca7e4-70ba-4e37-99a0-69023ddc127c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:03.133564 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-router', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 4, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'gw_port': {'id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': 'f2bf5104-1ee3-4881-9619-2e9e94c54ba2', 'name': '', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'mac_address': 'fa:16:3e:b5:dd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:52Z', 'updated_at': '2022-04-14T20:23:01Z', 'revision_number': 4, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'subnets': [{'id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:23:03.198053 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-23055fd2-1e73-41e7-8dd5-0d6c49261c31 req-0c81c594-912d-492c-a9f2-7e39e6924672 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888542 Apr 14 20:23:03.227767 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcb94fc-817c-4075-9ec3-f4ab88b142f8 None None] The sync data for ids ['ec2424c5-03cb-4d2f-8446-702f5526924e'] in dv-cinder-837539-3-iscsi is: [{'id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-router', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 4, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'gw_port': {'id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': 'f2bf5104-1ee3-4881-9619-2e9e94c54ba2', 'name': '', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'mac_address': 'fa:16:3e:b5:dd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:52Z', 'updated_at': '2022-04-14T20:23:01Z', 'revision_number': 4, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'subnets': [{'id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:23:03.417431 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-886d0267-eec0-4c0c-85b5-e822f2d74b49 req-ce8b4e82-a750-4b23-b12c-6b89fe222530 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 210 time: 0.1042867 Apr 14 20:23:03.454827 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17f43a-f7a9-4de1-9771-f896e7111114 req-96af10eb-a341-4ba2-897b-143ba149b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:03.456655 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ee17f43a-f7a9-4de1-9771-f896e7111114 req-96af10eb-a341-4ba2-897b-143ba149b8fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d99ae28-42a6-47f3-92c4-4c463608b4ba HTTP/1.1" status: 200 len: 912 time: 0.7287180 Apr 14 20:23:03.459764 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Publish callbacks [] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:03.573185 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-568ca7e4-70ba-4e37-99a0-69023ddc127c None None] Current status of the port f2bf5104-1ee3-4881-9619-2e9e94c54ba2 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:23:03.582915 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:03.600969 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ee17f43a-f7a9-4de1-9771-f896e7111114 req-739872a9-b2b5-41e9-bd58-949b4e04db35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af88d415-6625-4ee6-8b7f-0eb34a8a5f32 HTTP/1.1" status: 200 len: 217 time: 0.1074996 Apr 14 20:23:03.805497 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a823380-2feb-4dc3-a01a-4c50303d638d None None] Pushing event updated for resources: {'Port': ['ID=83e3d19c-21b4-4ec3-9d68-617c78ccd169,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:03.823986 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c87fa08-86ec-4e20-83ed-50e02846d3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:03.871095 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17f43a-f7a9-4de1-9771-f896e7111114 req-b86ac880-6837-4b88-ba80-f1cdc1eb848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:03.877986 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ee17f43a-f7a9-4de1-9771-f896e7111114 req-b86ac880-6837-4b88-ba80-f1cdc1eb848a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e7ab5734-9275-4b36-b76c-ffb793a6a170 HTTP/1.1" status: 200 len: 851 time: 0.2709165 Apr 14 20:23:03.982499 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device f2bf5104-1ee3-4881-9619-2e9e94c54ba2 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:23:04.017945 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ee17f43a-f7a9-4de1-9771-f896e7111114 req-560c1312-0d35-4d9d-ad9b-a206c10e8a4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d99ae28-42a6-47f3-92c4-4c463608b4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300385 Apr 14 20:23:04.083631 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-2d10f621-e15e-4b66-b258-774c46363fa8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:23:04.089854 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-2d10f621-e15e-4b66-b258-774c46363fa8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9015212 Apr 14 20:23:04.155436 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Attempting to bind port 83e3d19c-21b4-4ec3-9d68-617c78ccd169 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:23:04.155822 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Attempting to bind port 83e3d19c-21b4-4ec3-9d68-617c78ccd169 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': '8f2ab782-b724-4895-88c0-5ab9878b8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:23:04.156189 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Attempting to bind port 83e3d19c-21b4-4ec3-9d68-617c78ccd169 on network 22e93b71-05e5-44ed-a527-0366c169924d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:23:04.310836 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 59262) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:04.320715 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:23:04.321159 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Checking segment: {'id': '8f2ab782-b724-4895-88c0-5ab9878b8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:23:04.321511 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:04.321925 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Bound using segment: {'id': '8f2ab782-b724-4895-88c0-5ab9878b8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:23:04.322399 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Bound port: 83e3d19c-21b4-4ec3-9d68-617c78ccd169, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2ab782-b724-4895-88c0-5ab9878b8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:23:04.322810 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:04.521388 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-26cef2ba-ee58-4ee3-ac13-cec7fdb517eb None None] Provisioning complete for port 83e3d19c-21b4-4ec3-9d68-617c78ccd169 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:23:04.521710 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26cef2ba-ee58-4ee3-ac13-cec7fdb517eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:04.627057 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port f2bf5104-1ee3-4881-9619-2e9e94c54ba2 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:23:04.628573 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:04.736867 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-ee8c1083-94e4-4293-9361-cd1bfa37cb4e service neutron] 10.222.0.11 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6052358 Apr 14 20:23:04.746062 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-26cef2ba-ee58-4ee3-ac13-cec7fdb517eb None None] Port 83e3d19c-21b4-4ec3-9d68-617c78ccd169 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:23:04.931935 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-455e5dfc-d9fb-4a52-bd30-f2819b34e9a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:04.987014 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ee17f43a-f7a9-4de1-9771-f896e7111114 req-29d1ccd3-447e-469e-ba1b-43c63bcaa9bb service neutron] 10.222.0.46 "GET /v2.0/networks/6d99ae28-42a6-47f3-92c4-4c463608b4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9619873 Apr 14 20:23:05.171641 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-455e5dfc-d9fb-4a52-bd30-f2819b34e9a5 admin admin] Publish callbacks [] for security_group (e077257c-8211-40ab-9aad-368089c59008), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:05.205098 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-455e5dfc-d9fb-4a52-bd30-f2819b34e9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (e077257c-8211-40ab-9aad-368089c59008), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:05.205314 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-fbb3bdbe-3080-44a7-b9e1-ac3abafa1984 service neutron] 10.222.0.11 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494662 Apr 14 20:23:05.278783 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.46', 49164) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:05.286680 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 59278) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:05.331645 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] For port 83e3d19c-21b4-4ec3-9d68-617c78ccd169, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:23:05.381967 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:05.401495 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] For port 83e3d19c-21b4-4ec3-9d68-617c78ccd169, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=83e3d19c-21b4-4ec3-9d68-617c78ccd169,segment=NetworkSegment(8f2ab782-b724-4895-88c0-5ab9878b8081),segment_id=8f2ab782-b724-4895-88c0-5ab9878b8081)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:23:05.458058 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e5dfc-d9fb-4a52-bd30-f2819b34e9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e077257c-8211-40ab-9aad-368089c59008,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:05.461307 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:05.479569 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ee17f43a-f7a9-4de1-9771-f896e7111114 req-e618c3c3-2aae-492d-a54e-d78b3ada3f0b service neutron] 10.222.0.46 "GET /v2.0/networks/6d99ae28-42a6-47f3-92c4-4c463608b4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280934 Apr 14 20:23:05.614290 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-455e5dfc-d9fb-4a52-bd30-f2819b34e9a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1311eb4f644a44d6970fcc3ffcaa402f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3015795 Apr 14 20:23:05.617043 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 59296) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:05.697119 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port f2bf5104-1ee3-4881-9619-2e9e94c54ba2 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:23:05.807405 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Routers {'dc41baf0-b466-4d0e-adfd-4655d3968fbd'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:23:05.816743 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:23:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:23:05.821749 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9839cd96-472c-408d-8525-ae0d89a4a049 admin admin] Publish callbacks [] for security_group (e077257c-8211-40ab-9aad-368089c59008), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:05.913916 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-9ff23bcf-c03f-4127-b7dd-081a0d5ea6d3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:05.920696 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-9ff23bcf-c03f-4127-b7dd-081a0d5ea6d3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.46 "GET /v2.0/networks?id=b4197bec-e804-4778-9814-28700a63aa0d HTTP/1.1" status: 200 len: 817 time: 0.6283510 Apr 14 20:23:05.924552 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 59306) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:05.931023 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ce811857-ca17-499c-9989-5e4cb59e4ed7 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1743955305', 'description': 'tempest-description--659615091'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:23:05.984690 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9839cd96-472c-408d-8525-ae0d89a4a049 admin admin] Publish callbacks [] for security_group (e077257c-8211-40ab-9aad-368089c59008), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:06.117942 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] Set router dc41baf0-b466-4d0e-adfd-4655d3968fbd gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:23:06.150326 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-736a0568-7a1c-4aab-a5ec-b360e7da69a8 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3f8c257adbc4afc935c3fed66259370 HTTP/1.1" status: 200 len: 380 time: 0.2008610 Apr 14 20:23:06.167330 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9839cd96-472c-408d-8525-ae0d89a4a049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (e077257c-8211-40ab-9aad-368089c59008), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:06.168608 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-084fbe99-2bf3-4e4e-bb3d-1ee93009f445 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Request body: {'port': {'device_id': 'a2a2e392-dad5-4001-949a-46d2b622684f', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'admin_state_up': True, 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'security_groups': ['fdb21c41-7df5-486c-905e-a0aaaaf4ca33']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:23:06.172863 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9839cd96-472c-408d-8525-ae0d89a4a049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:06.176822 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-9839cd96-472c-408d-8525-ae0d89a4a049 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e077257c-8211-40ab-9aad-368089c59008 HTTP/1.1" status: 204 len: 168 time: 0.5586305 Apr 14 20:23:06.237465 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-54f23d38-c4c9-458d-8f5a-3408362befac None None] Provisioning complete for port 83e3d19c-21b4-4ec3-9d68-617c78ccd169 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:23:06.237856 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54f23d38-c4c9-458d-8f5a-3408362befac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:06.254872 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839cd96-472c-408d-8525-ae0d89a4a049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e077257c-8211-40ab-9aad-368089c59008,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:06.277325 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5a0bb255-f44d-40dd-b55f-aa0439ab616f req-b5a8d6e4-8929-4988-9ef5-05a10248c5e4 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 210 time: 0.1139457 Apr 14 20:23:06.291933 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c8ecc-8667-4720-828a-03ba315784bf req-fe9060b0-6212-48e2-afad-515caf1f567d tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:06.308929 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d45c8ecc-8667-4720-828a-03ba315784bf req-fe9060b0-6212-48e2-afad-515caf1f567d tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 943 time: 0.4207737 Apr 14 20:23:06.321098 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a823380-2feb-4dc3-a01a-4c50303d638d None None] Pushing event updated for resources: {'Port': ['ID=83e3d19c-21b4-4ec3-9d68-617c78ccd169,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:06.401415 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:06.475546 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d45c8ecc-8667-4720-828a-03ba315784bf req-7836662e-00ff-4462-8740-e0ad0c31758f tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592796 Apr 14 20:23:06.533852 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-54f23d38-c4c9-458d-8f5a-3408362befac None None] Current status of the port 83e3d19c-21b4-4ec3-9d68-617c78ccd169 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:23:06.534216 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54f23d38-c4c9-458d-8f5a-3408362befac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:06.554307 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:57Z', 'revision_number': 4, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port': {'id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '83e3d19c-21b4-4ec3-9d68-617c78ccd169', 'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'mac_address': 'fa:16:3e:8c:dc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:54Z', 'updated_at': '2022-04-14T20:23:04Z', 'revision_number': 4, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'subnets': [{'id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:23:06.556138 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a3cefce-1fb0-452e-8c2f-cd8f13f28adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:06.623378 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce811857-ca17-499c-9989-5e4cb59e4ed7 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:06.674901 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9fb4c-0e48-4b05-b1f3-bb36e465c84e None None] The sync data for ids ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'] in dv-cinder-837539-3-iscsi is: [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:57Z', 'revision_number': 4, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port': {'id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '83e3d19c-21b4-4ec3-9d68-617c78ccd169', 'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'mac_address': 'fa:16:3e:8c:dc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:54Z', 'updated_at': '2022-04-14T20:23:04Z', 'revision_number': 4, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'subnets': [{'id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:23:06.727842 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-54f23d38-c4c9-458d-8f5a-3408362befac None None] For port 83e3d19c-21b4-4ec3-9d68-617c78ccd169, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=83e3d19c-21b4-4ec3-9d68-617c78ccd169,segment=NetworkSegment(8f2ab782-b724-4895-88c0-5ab9878b8081),segment_id=8f2ab782-b724-4895-88c0-5ab9878b8081)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:23:06.739666 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-54f23d38-c4c9-458d-8f5a-3408362befac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:06.836306 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2e47c264-7a07-4d1d-a5d7-d3a0b55db8b1 req-3d5a52aa-c087-4043-83b8-a7e3f5f662eb tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 210 time: 0.2689831 Apr 14 20:23:06.866319 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 59332) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:06.883261 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f6d71f72-e14f-4de1-a52d-30c7e65bb1f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:06.918558 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f23d38-c4c9-458d-8f5a-3408362befac None None] Pushing event updated for resources: {'Port': ['ID=83e3d19c-21b4-4ec3-9d68-617c78ccd169,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:06.948409 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-084fbe99-2bf3-4e4e-bb3d-1ee93009f445 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Made reservation on behalf of f3f8c257adbc4afc935c3fed66259370 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:23:06.952367 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-084fbe99-2bf3-4e4e-bb3d-1ee93009f445 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:07.030150 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f6d71f72-e14f-4de1-a52d-30c7e65bb1f3 admin admin] Publish callbacks [] for security_group (8756a027-ede0-4688-ac74-6f009949b2e5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:07.039208 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce811857-ca17-499c-9989-5e4cb59e4ed7 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group (3997dd20-10bd-4e26-9f81-ac0d8e2c659c), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:07.047578 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f6d71f72-e14f-4de1-a52d-30c7e65bb1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (8756a027-ede0-4688-ac74-6f009949b2e5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:07.114952 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce811857-ca17-499c-9989-5e4cb59e4ed7 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (3997dd20-10bd-4e26-9f81-ac0d8e2c659c), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:07.124805 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-f6d71f72-e14f-4de1-a52d-30c7e65bb1f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=001879a471aa462fbd96473f5187da57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571690 Apr 14 20:23:07.126382 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d71f72-e14f-4de1-a52d-30c7e65bb1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8756a027-ede0-4688-ac74-6f009949b2e5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:07.129969 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 59348) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:07.183908 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce811857-ca17-499c-9989-5e4cb59e4ed7 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3997dd20-10bd-4e26-9f81-ac0d8e2c659c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:07.245832 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a3cefce-1fb0-452e-8c2f-cd8f13f28adc admin admin] Publish callbacks [] for security_group (b30c7832-4994-40fd-a87e-d53ead733de8), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:07.251221 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce811857-ca17-499c-9989-5e4cb59e4ed7 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:07.253001 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-ce811857-ca17-499c-9989-5e4cb59e4ed7 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3262806 Apr 14 20:23:07.257745 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 59350) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:07.263429 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a3cefce-1fb0-452e-8c2f-cd8f13f28adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (b30c7832-4994-40fd-a87e-d53ead733de8), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:07.266068 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0d514d1b-9c69-4b62-be93-6b193772be19 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Request body: {'security_group_rule': {'security_group_id': '3997dd20-10bd-4e26-9f81-ac0d8e2c659c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:23:07.358128 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b052560-1d33-43ef-9c02-3cc7fbb8b298 admin admin] Publish callbacks [] for security_group (8756a027-ede0-4688-ac74-6f009949b2e5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:07.377003 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-ac9512e4-17c3-49d5-be3f-88e7b6932f15 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:07.378571 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-ac9512e4-17c3-49d5-be3f-88e7b6932f15 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/networks?id=16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 200 len: 819 time: 0.2207549 Apr 14 20:23:07.389516 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cefce-1fb0-452e-8c2f-cd8f13f28adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30c7832-4994-40fd-a87e-d53ead733de8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:07.392077 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d514d1b-9c69-4b62-be93-6b193772be19 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group_rule (d28f2a8f-ec6a-404a-a2fd-0a0ef24b1ef9), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:07.432220 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-ddfad4c7-f57a-416a-ac31-f1b0dca38538 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/quotas/f4c46b326c4547ce95899fa600de6148 HTTP/1.1" status: 200 len: 375 time: 0.0439825 Apr 14 20:23:07.432511 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-6a3cefce-1fb0-452e-8c2f-cd8f13f28adc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd9d18bbbdd14366baa698ce6389af59&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1377306 Apr 14 20:23:07.432854 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 59358) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:07.438519 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b052560-1d33-43ef-9c02-3cc7fbb8b298 admin admin] Publish callbacks [] for security_group (8756a027-ede0-4688-ac74-6f009949b2e5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:07.444789 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-39a22b7f-224b-41ec-b021-b9389f0123dd req-57f402a8-035b-4330-9d07-f93c30d55ed2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 210 time: 0.0811369 Apr 14 20:23:07.469466 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-084fbe99-2bf3-4e4e-bb3d-1ee93009f445 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Allocated IP 172.20.0.14 (b4197bec-e804-4778-9814-28700a63aa0d/997b9dd2-aea4-4c9c-9ac9-49ac96810906/5222d976-3aa1-4758-86c1-106594f91ad3) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:23:07.581736 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d514d1b-9c69-4b62-be93-6b193772be19 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group_rule (d28f2a8f-ec6a-404a-a2fd-0a0ef24b1ef9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:07.586996 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-24d9187d-803d-4abb-a088-dde247a587d5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1329927 Apr 14 20:23:07.593824 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d514d1b-9c69-4b62-be93-6b193772be19 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (d28f2a8f-ec6a-404a-a2fd-0a0ef24b1ef9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:07.645265 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4decb7d0-8b07-4152-b9e0-6564294574ec admin admin] Publish callbacks [] for security_group (b30c7832-4994-40fd-a87e-d53ead733de8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:07.710010 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b052560-1d33-43ef-9c02-3cc7fbb8b298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (8756a027-ede0-4688-ac74-6f009949b2e5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:07.713269 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b052560-1d33-43ef-9c02-3cc7fbb8b298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:07.714554 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-1b052560-1d33-43ef-9c02-3cc7fbb8b298 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8756a027-ede0-4688-ac74-6f009949b2e5 HTTP/1.1" status: 204 len: 168 time: 0.5723855 Apr 14 20:23:07.715520 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d514d1b-9c69-4b62-be93-6b193772be19 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28f2a8f-ec6a-404a-a2fd-0a0ef24b1ef9,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:07.750090 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d514d1b-9c69-4b62-be93-6b193772be19 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:07.751858 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-0d514d1b-9c69-4b62-be93-6b193772be19 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4906275 Apr 14 20:23:07.756603 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b052560-1d33-43ef-9c02-3cc7fbb8b298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8756a027-ede0-4688-ac74-6f009949b2e5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:07.762104 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 59370) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:07.773976 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5ef86ba5-1b3b-4968-908b-596650daaee8 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Request body: {'security_group_rule': {'security_group_id': '3997dd20-10bd-4e26-9f81-ac0d8e2c659c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:23:07.831578 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4decb7d0-8b07-4152-b9e0-6564294574ec admin admin] Publish callbacks [] for security_group (b30c7832-4994-40fd-a87e-d53ead733de8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:07.841129 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ef86ba5-1b3b-4968-908b-596650daaee8 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group_rule (00c99a53-cb7b-4283-a21e-c29bb0e9352c), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:07.846828 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-b49c50b6-0066-445f-937d-df54c77fbf4c service neutron] 10.222.0.11 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488303 Apr 14 20:23:08.081541 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e991df-1743-4761-8bc5-03c0daa3096c req-cb8f242b-23ff-40f3-96ed-ab5638b201ef tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:08.093460 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-52e991df-1743-4761-8bc5-03c0daa3096c req-cb8f242b-23ff-40f3-96ed-ab5638b201ef tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 943 time: 0.2738605 Apr 14 20:23:08.112413 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 83e3d19c-21b4-4ec3-9d68-617c78ccd169 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:23:08.116406 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:08.272777 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 83e3d19c-21b4-4ec3-9d68-617c78ccd169 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:23:08.273967 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:08.363195 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-52e991df-1743-4761-8bc5-03c0daa3096c req-079a4fac-2053-4d4c-b402-b93b130ffd1c tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676075 Apr 14 20:23:08.417908 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-b804adcd-1dc6-41db-8816-a63a701635e7 service neutron] 10.222.0.11 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344658 Apr 14 20:23:08.423247 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4decb7d0-8b07-4152-b9e0-6564294574ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (b30c7832-4994-40fd-a87e-d53ead733de8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:08.432234 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 83e3d19c-21b4-4ec3-9d68-617c78ccd169 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:23:08.443067 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4decb7d0-8b07-4152-b9e0-6564294574ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:08.446738 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-4decb7d0-8b07-4152-b9e0-6564294574ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b30c7832-4994-40fd-a87e-d53ead733de8 HTTP/1.1" status: 204 len: 168 time: 1.0035598 Apr 14 20:23:08.456456 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ef86ba5-1b3b-4968-908b-596650daaee8 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group_rule (00c99a53-cb7b-4283-a21e-c29bb0e9352c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:08.464298 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ef86ba5-1b3b-4968-908b-596650daaee8 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (00c99a53-cb7b-4283-a21e-c29bb0e9352c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:08.511434 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decb7d0-8b07-4152-b9e0-6564294574ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30c7832-4994-40fd-a87e-d53ead733de8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:08.536824 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef86ba5-1b3b-4968-908b-596650daaee8 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c99a53-cb7b-4283-a21e-c29bb0e9352c,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:08.563686 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-084fbe99-2bf3-4e4e-bb3d-1ee93009f445 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for port (5222d976-3aa1-4758-86c1-106594f91ad3), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:08.593869 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ef86ba5-1b3b-4968-908b-596650daaee8 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:08.595187 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-5ef86ba5-1b3b-4968-908b-596650daaee8 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8287137 Apr 14 20:23:08.599033 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 59398) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:08.606689 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ab842833-6f78-4657-ac40-a4efedb8c609 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Request body: {'floatingip': {'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:23:08.676525 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-084fbe99-2bf3-4e4e-bb3d-1ee93009f445 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:08.676747 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ab842833-6f78-4657-ac40-a4efedb8c609 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:08.796623 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-084fbe99-2bf3-4e4e-bb3d-1ee93009f445 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Network b4197bec-e804-4778-9814-28700a63aa0d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:23:08.804726 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-084fbe99-2bf3-4e4e-bb3d-1ee93009f445 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:23:08.833977 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-084fbe99-2bf3-4e4e-bb3d-1ee93009f445 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:23:08.968923 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-084fbe99-2bf3-4e4e-bb3d-1ee93009f445 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:08.977190 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-084fbe99-2bf3-4e4e-bb3d-1ee93009f445 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:08.995038 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bc69becc-6e97-4a72-b89e-cb92541a9e38 req-d8cf8c5a-70f8-474f-9d30-92406071ea5a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 210 time: 0.2232878 Apr 14 20:23:09.057551 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-084fbe99-2bf3-4e4e-bb3d-1ee93009f445 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8930433 Apr 14 20:23:09.087654 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb7ad7-acef-401a-9ef5-67a84719899d req-bf54a1b1-a0c5-4f88-82b6-50034e11eb2f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:09.091297 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ab842833-6f78-4657-ac40-a4efedb8c609 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:09.102817 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9bdb7ad7-acef-401a-9ef5-67a84719899d req-bf54a1b1-a0c5-4f88-82b6-50034e11eb2f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 932 time: 0.4659698 Apr 14 20:23:09.193168 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 59414) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:09.246092 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52c809d5-8637-4e42-8d30-e373d6ad88c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:09.246252 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fbe99-2bf3-4e4e-bb3d-1ee93009f445 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Pushing event updated for resources: {'Port': ['ID=5222d976-3aa1-4758-86c1-106594f91ad3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:09.247591 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:09.271942 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9bdb7ad7-acef-401a-9ef5-67a84719899d req-a3082b84-8af3-40ea-8226-61e915455c29 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613622 Apr 14 20:23:09.307125 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-774417da-b06a-40d5-9416-b8e350666f49 None None] Provisioning complete for port 5222d976-3aa1-4758-86c1-106594f91ad3 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:23:09.309449 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-774417da-b06a-40d5-9416-b8e350666f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:09.406677 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-ab842833-6f78-4657-ac40-a4efedb8c609 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Allocated IP 172.27.3.112 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/ae773f13-4d14-4925-b5ee-2ebeefdb0f8b) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:23:09.413485 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-774417da-b06a-40d5-9416-b8e350666f49 None None] Port 5222d976-3aa1-4758-86c1-106594f91ad3 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:23:09.536387 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52c809d5-8637-4e42-8d30-e373d6ad88c6 admin admin] Publish callbacks [] for security_group (49210aa1-ce7b-467b-9968-18a16f186a13), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:09.541934 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52c809d5-8637-4e42-8d30-e373d6ad88c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (49210aa1-ce7b-467b-9968-18a16f186a13), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:09.573667 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eebb07-32f4-4211-a85c-7d1f289a47d1 req-26e79a3a-56e1-4567-b7b3-23ffe6a9066c tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:09.585386 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-32eebb07-32f4-4211-a85c-7d1f289a47d1 req-26e79a3a-56e1-4567-b7b3-23ffe6a9066c tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 943 time: 0.0834379 Apr 14 20:23:09.592978 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c809d5-8637-4e42-8d30-e373d6ad88c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49210aa1-ce7b-467b-9968-18a16f186a13,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:09.615788 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-52c809d5-8637-4e42-8d30-e373d6ad88c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1dd4ebb4310f44ce93d0a5e8932e0394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4199886 Apr 14 20:23:09.616100 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 59430) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:09.652656 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ab842833-6f78-4657-ac40-a4efedb8c609 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for port (ae773f13-4d14-4925-b5ee-2ebeefdb0f8b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:09.668798 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-32eebb07-32f4-4211-a85c-7d1f289a47d1 req-eeb65003-ac4c-4d1e-9989-bed934b705eb tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821345 Apr 14 20:23:09.703328 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a850efa-d349-474e-a49d-44d98c7b441b admin admin] Publish callbacks [] for security_group (49210aa1-ce7b-467b-9968-18a16f186a13), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:09.706545 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ab842833-6f78-4657-ac40-a4efedb8c609 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (ae773f13-4d14-4925-b5ee-2ebeefdb0f8b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:09.731124 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a850efa-d349-474e-a49d-44d98c7b441b admin admin] Publish callbacks [] for security_group (49210aa1-ce7b-467b-9968-18a16f186a13), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:09.775090 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab842833-6f78-4657-ac40-a4efedb8c609 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Pushing event updated for resources: {'Port': ['ID=ae773f13-4d14-4925-b5ee-2ebeefdb0f8b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:09.787447 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab842833-6f78-4657-ac40-a4efedb8c609 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:23:09.789481 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-ab842833-6f78-4657-ac40-a4efedb8c609 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:23:09.792732 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab842833-6f78-4657-ac40-a4efedb8c609 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:23:09.795727 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a850efa-d349-474e-a49d-44d98c7b441b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (49210aa1-ce7b-467b-9968-18a16f186a13), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:09.799050 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a850efa-d349-474e-a49d-44d98c7b441b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:09.803418 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-3a850efa-d349-474e-a49d-44d98c7b441b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/49210aa1-ce7b-467b-9968-18a16f186a13 HTTP/1.1" status: 204 len: 168 time: 0.1860573 Apr 14 20:23:09.826000 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a850efa-d349-474e-a49d-44d98c7b441b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49210aa1-ce7b-467b-9968-18a16f186a13,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:09.923052 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ab842833-6f78-4657-ac40-a4efedb8c609 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for floatingip (98e1ccdf-b0ab-4fcc-97f7-475d0d2f379e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:09.974521 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ab842833-6f78-4657-ac40-a4efedb8c609 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (ae773f13-4d14-4925-b5ee-2ebeefdb0f8b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:10.186794 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ab842833-6f78-4657-ac40-a4efedb8c609 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for port (ae773f13-4d14-4925-b5ee-2ebeefdb0f8b), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:10.192169 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ab842833-6f78-4657-ac40-a4efedb8c609 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (ae773f13-4d14-4925-b5ee-2ebeefdb0f8b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:10.227041 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ab842833-6f78-4657-ac40-a4efedb8c609 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (98e1ccdf-b0ab-4fcc-97f7-475d0d2f379e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:10.255456 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ab842833-6f78-4657-ac40-a4efedb8c609 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:10.256210 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ab842833-6f78-4657-ac40-a4efedb8c609 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6561785 Apr 14 20:23:10.258089 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab842833-6f78-4657-ac40-a4efedb8c609 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Pushing event updated for resources: {'Port': ['ID=ae773f13-4d14-4925-b5ee-2ebeefdb0f8b,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:10.521395 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-95ef6b67-4155-4170-bc9b-8aa057fe57de req-a986e5cc-e44f-43c1-bc73-e2d4fb67b672 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 210 time: 0.0606096 Apr 14 20:23:10.546704 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b521a-929c-4620-b622-850a59183581 req-57aeacbd-2e49-41f1-b9fe-6582b30b9033 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:10.556070 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8d1b521a-929c-4620-b622-850a59183581 req-57aeacbd-2e49-41f1-b9fe-6582b30b9033 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 932 time: 0.1096811 Apr 14 20:23:10.653841 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8d1b521a-929c-4620-b622-850a59183581 req-2d32f0c0-62e4-4045-bc44-f2ccd562798c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965612 Apr 14 20:23:10.777931 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d5863859-7a25-4f94-b57b-e7407cecb2d3 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1743955305&fields=id&tenant_id=8cadd6f4f80d4757ae43922d6da3505f HTTP/1.1" status: 200 len: 267 time: 0.1386971 Apr 14 20:23:10.908512 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb34ddd-e99a-4dbe-a4a6-ba116e6eaedb req-6dfd4c76-0b25-4a68-92a0-0d2251098dba tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:10.910310 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cbb34ddd-e99a-4dbe-a4a6-ba116e6eaedb req-6dfd4c76-0b25-4a68-92a0-0d2251098dba tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 943 time: 0.1033053 Apr 14 20:23:10.952891 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-98e6ced9-b16b-4ac3-bf78-57f213de79d7 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:10.969828 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-98e6ced9-b16b-4ac3-bf78-57f213de79d7 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/networks?id=22e93b71-05e5-44ed-a527-0366c169924d HTTP/1.1" status: 200 len: 811 time: 0.1868727 Apr 14 20:23:10.983583 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cbb34ddd-e99a-4dbe-a4a6-ba116e6eaedb req-bccc86f9-d65a-4cf3-adf0-5fcbabdd48f0 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654867 Apr 14 20:23:10.991023 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-04d4b659-146a-4f02-8814-ca5b1c453771 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/quotas/8cadd6f4f80d4757ae43922d6da3505f HTTP/1.1" status: 200 len: 375 time: 0.0195463 Apr 14 20:23:11.079948 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-846f16ae-c42f-469a-96b8-855bb82d6555 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8cadd6f4f80d4757ae43922d6da3505f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833540 Apr 14 20:23:11.184022 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-ea23862c-3309-4f46-b500-a5a045ca69fc service neutron] 10.222.0.11 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986567 Apr 14 20:23:11.197425 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Request body: {'port': {'device_id': 'a2a2e392-dad5-4001-949a-46d2b622684f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:23:11.338578 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:11.514219 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-efca2988-d643-44d9-aaf2-d11791e7915c service neutron] 10.222.0.11 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292480 Apr 14 20:23:11.551441 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-0dc5bbf0-5897-46f3-b364-ef0e6d76e599 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:11.553611 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-0dc5bbf0-5897-46f3-b364-ef0e6d76e599 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.46 "GET /v2.0/networks?id=16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 200 len: 819 time: 0.2614307 Apr 14 20:23:11.821519 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-4e04a999-9ed1-460a-8a3b-f89207a2d6c1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Request body: {'port': {'device_id': 'da34e3ea-bce7-4933-ae16-c301d4668a43', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'admin_state_up': True, 'tenant_id': 'f4c46b326c4547ce95899fa600de6148'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:23:11.834436 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-33cde1ac-9f1f-4f76-a1b3-eb9dde6b4d2f req-2ad82c4b-09c9-4a46-a528-04fcf25cee38 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 210 time: 0.1572118 Apr 14 20:23:11.866069 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5222d976-3aa1-4758-86c1-106594f91ad3 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:23:11.894975 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Publish callbacks [] for port (5222d976-3aa1-4758-86c1-106594f91ad3), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:11.944350 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.46', 49175) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:11.961050 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Transition to ACTIVE for port object 5222d976-3aa1-4758-86c1-106594f91ad3 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:23:11.982895 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:12.006930 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd28e2-456c-4592-b097-073449da4f40 req-fa507c3b-97d0-417a-9f70-aa20c6c7e0bf tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:12.008448 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-75dd28e2-456c-4592-b097-073449da4f40 req-fa507c3b-97d0-417a-9f70-aa20c6c7e0bf tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 932 time: 0.1019154 Apr 14 20:23:12.102740 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Pushing event updated for resources: {'Port': ['ID=5222d976-3aa1-4758-86c1-106594f91ad3,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:12.135528 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-70ff4d27-603d-4f83-acf5-9d0bfea6c9eb req-f90c9e9b-f5e7-4da5-b7ff-29eb892f0c7e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 210 time: 0.0887411 Apr 14 20:23:12.227298 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-75dd28e2-456c-4592-b097-073449da4f40 req-7e5df462-3a69-4957-8556-ffd91d3236d3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862431 Apr 14 20:23:12.253945 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-4e04a999-9ed1-460a-8a3b-f89207a2d6c1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Made reservation on behalf of f4c46b326c4547ce95899fa600de6148 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:23:12.257892 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-4e04a999-9ed1-460a-8a3b-f89207a2d6c1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:12.337096 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-2dce9411-bcbb-46e6-bd9e-0ba396a43d6c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:12.338565 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-2dce9411-bcbb-46e6-bd9e-0ba396a43d6c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.46 "GET /v2.0/networks?id=16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 200 len: 819 time: 0.3931942 Apr 14 20:23:12.356224 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Attempting to bind port 5222d976-3aa1-4758-86c1-106594f91ad3 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:23:12.356586 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Attempting to bind port 5222d976-3aa1-4758-86c1-106594f91ad3 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'fb450111-28f1-4175-a0b8-f2d926fdd69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:23:12.356916 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Attempting to bind port 5222d976-3aa1-4758-86c1-106594f91ad3 on network b4197bec-e804-4778-9814-28700a63aa0d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:23:12.373602 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Port 5222d976-3aa1-4758-86c1-106594f91ad3 on network b4197bec-e804-4778-9814-28700a63aa0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:23:12.374030 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Attempting to bind port 5222d976-3aa1-4758-86c1-106594f91ad3 on network b4197bec-e804-4778-9814-28700a63aa0d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:23:12.398693 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:23:12.399316 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Checking segment: {'id': 'fb450111-28f1-4175-a0b8-f2d926fdd69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:23:12.400400 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Bound using segment: {'id': 'fb450111-28f1-4175-a0b8-f2d926fdd69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:23:12.402059 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Bound port: 5222d976-3aa1-4758-86c1-106594f91ad3, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb450111-28f1-4175-a0b8-f2d926fdd69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:23:12.402631 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:12.489759 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-2ee4eaa4-5611-4563-9c89-ffeb7c765595 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Request body: {'port': {'device_id': '9123d888-3e2d-4702-b00a-00f581481c53', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'admin_state_up': True, 'tenant_id': 'f4c46b326c4547ce95899fa600de6148'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:23:12.567690 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] For port 5222d976-3aa1-4758-86c1-106594f91ad3, host hv-cinder-83753, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:23:12.580934 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] For port 5222d976-3aa1-4758-86c1-106594f91ad3, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5222d976-3aa1-4758-86c1-106594f91ad3,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:23:12.595535 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:12.655591 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:12.656347 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:12.658389 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] 10.222.0.46 "PUT /v2.0/ports/5222d976-3aa1-4758-86c1-106594f91ad3 HTTP/1.1" status: 200 len: 1094 time: 1.4648316 Apr 14 20:23:12.661587 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a2e392-dad5-4001-949a-46d2b622684f', 'tag': '5222d976-3aa1-4758-86c1-106594f91ad3'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:23:12.744938 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461afee-e74d-491f-8cc2-572a2d37d967 service neutron] Pushing event updated for resources: {'Port': ['ID=5222d976-3aa1-4758-86c1-106594f91ad3,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:12.851179 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5794953-bc15-443c-bada-e9ecd9d6d0fd req-0b129a46-6d1d-460c-8634-a5bcaffbb638 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:12.852765 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c5794953-bc15-443c-bada-e9ecd9d6d0fd req-0b129a46-6d1d-460c-8634-a5bcaffbb638 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 943 time: 0.5090084 Apr 14 20:23:12.967396 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c606c160-06a9-4a86-94f9-649bc3bdd762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:12.970395 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-c606c160-06a9-4a86-94f9-649bc3bdd762 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3f8c257adbc4afc935c3fed66259370&device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 1128 time: 0.1955302 Apr 14 20:23:13.208648 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763cad72-3c99-4214-8fc4-ee9e7e71acab" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a2e392-dad5-4001-949a-46d2b622684f", "tag": "5222d976-3aa1-4758-86c1-106594f91ad3"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:23:13.223099 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c5794953-bc15-443c-bada-e9ecd9d6d0fd req-fd4fb37d-e726-4029-b587-4d41bc00a4e2 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351738 Apr 14 20:23:13.224681 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-a48f4d59-e64f-4b40-83aa-54432594ddf6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5222d976-3aa1-4758-86c1-106594f91ad3 HTTP/1.1" status: 200 len: 217 time: 0.2474172 Apr 14 20:23:13.260010 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e76ea2b2-3c4e-4194-bbff-810e8b50e66e req-dec77406-7095-479f-af14-0e2306feff83 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 210 time: 0.0606377 Apr 14 20:23:13.278890 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-4e04a999-9ed1-460a-8a3b-f89207a2d6c1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Allocated IP 172.20.0.9 (16448b67-0841-4eef-b889-fdba363b68dd/fa8a56ac-3172-4f0f-9a52-265e07c67e59/9c40d493-16c9-48bd-b30f-5d4ade6bfc01) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:23:13.338235 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-2ee4eaa4-5611-4563-9c89-ffeb7c765595 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Made reservation on behalf of f4c46b326c4547ce95899fa600de6148 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:23:13.341818 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-2ee4eaa4-5611-4563-9c89-ffeb7c765595 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:13.491707 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-30ff18da-fc8f-418f-9a44-26de9593f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:13.494839 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 59650) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:13.500651 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-30ff18da-fc8f-418f-9a44-26de9593f497 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=997b9dd2-aea4-4c9c-9ac9-49ac96810906 HTTP/1.1" status: 200 len: 856 time: 0.1321578 Apr 14 20:23:13.516489 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.46', 49179) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:13.545966 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8ab86029-4319-421e-a7ac-f2b56df48776 req-57edf5a8-f55a-43c6-b398-42a3b24645de tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 210 time: 0.0760682 Apr 14 20:23:13.745936 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad92ab13-7b9c-4f98-be2d-b391b37e9836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:13.778832 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37891f79-87ce-4da2-82c0-b11990147d26 req-a14d04c3-f78e-4481-bd18-78eba5c3df06 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:13.778832 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-37891f79-87ce-4da2-82c0-b11990147d26 req-a14d04c3-f78e-4481-bd18-78eba5c3df06 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.1184890 Apr 14 20:23:13.862599 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6c5ce0-dbc3-49c5-8a47-9c1cbbdef8f0 x-openstack-request-id: req-ca6c5ce0-dbc3-49c5-8a47-9c1cbbdef8f0 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:23:13.862795 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a2e392-dad5-4001-949a-46d2b622684f", "tag": "5222d976-3aa1-4758-86c1-106594f91ad3", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:23:13.863038 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca6c5ce0-dbc3-49c5-8a47-9c1cbbdef8f0 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:23:13.863489 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca6c5ce0-dbc3-49c5-8a47-9c1cbbdef8f0'] response: {'name': 'network-changed', 'server_uuid': 'a2a2e392-dad5-4001-949a-46d2b622684f', 'tag': '5222d976-3aa1-4758-86c1-106594f91ad3', 'status': 'completed', 'code': 200} Apr 14 20:23:13.873294 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-4e04a999-9ed1-460a-8a3b-f89207a2d6c1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for port (9c40d493-16c9-48bd-b30f-5d4ade6bfc01), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:13.881365 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-37891f79-87ce-4da2-82c0-b11990147d26 req-28bdec64-ba11-4b2c-910c-1f72e0bc0608 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963597 Apr 14 20:23:13.925002 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-316b6fb5-8efe-4712-9128-ff31eb43e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:13.926540 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-316b6fb5-8efe-4712-9128-ff31eb43e2c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4197bec-e804-4778-9814-28700a63aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3988516 Apr 14 20:23:13.956985 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-4e04a999-9ed1-460a-8a3b-f89207a2d6c1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (9c40d493-16c9-48bd-b30f-5d4ade6bfc01), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:13.967858 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-1e5790f9-201c-4090-b7b2-ec50913a1c3e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:13.970372 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-1e5790f9-201c-4090-b7b2-ec50913a1c3e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.46 "GET /v2.0/networks?id=22e93b71-05e5-44ed-a527-0366c169924d HTTP/1.1" status: 200 len: 811 time: 0.4518452 Apr 14 20:23:13.982806 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad92ab13-7b9c-4f98-be2d-b391b37e9836 admin admin] Publish callbacks [] for security_group (537899bf-8447-4996-91fe-a4472d9b3b73), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:14.009200 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad92ab13-7b9c-4f98-be2d-b391b37e9836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (537899bf-8447-4996-91fe-a4472d9b3b73), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:14.069519 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-4e04a999-9ed1-460a-8a3b-f89207a2d6c1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Network 16448b67-0841-4eef-b889-fdba363b68dd is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:23:14.094797 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-4e04a999-9ed1-460a-8a3b-f89207a2d6c1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:23:14.101736 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04a999-9ed1-460a-8a3b-f89207a2d6c1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Pushing event updated for resources: {'Port': ['ID=9c40d493-16c9-48bd-b30f-5d4ade6bfc01,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:14.103873 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-2ee4eaa4-5611-4563-9c89-ffeb7c765595 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Allocated IP 172.20.0.11 (16448b67-0841-4eef-b889-fdba363b68dd/fa8a56ac-3172-4f0f-9a52-265e07c67e59/694e8ba3-bf28-42f2-980f-356475aa4d52) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:23:14.105889 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-4e04a999-9ed1-460a-8a3b-f89207a2d6c1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:23:14.111458 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-4e04a999-9ed1-460a-8a3b-f89207a2d6c1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:14.112170 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-4e04a999-9ed1-460a-8a3b-f89207a2d6c1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:14.116742 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ad92ab13-7b9c-4f98-be2d-b391b37e9836 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09beb692381a47e191961b769a427a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6138346 Apr 14 20:23:14.119683 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 59668) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:14.121280 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92ab13-7b9c-4f98-be2d-b391b37e9836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537899bf-8447-4996-91fe-a4472d9b3b73,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:14.144900 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-4e04a999-9ed1-460a-8a3b-f89207a2d6c1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3761973 Apr 14 20:23:14.192329 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2724062f-cb2b-4f7d-b98f-dc45f9665d13 admin admin] Publish callbacks [] for security_group (537899bf-8447-4996-91fe-a4472d9b3b73), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:14.226498 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2724062f-cb2b-4f7d-b98f-dc45f9665d13 admin admin] Publish callbacks [] for security_group (537899bf-8447-4996-91fe-a4472d9b3b73), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:14.329733 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2724062f-cb2b-4f7d-b98f-dc45f9665d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (537899bf-8447-4996-91fe-a4472d9b3b73), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:14.333797 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2724062f-cb2b-4f7d-b98f-dc45f9665d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:14.335686 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-2724062f-cb2b-4f7d-b98f-dc45f9665d13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/537899bf-8447-4996-91fe-a4472d9b3b73 HTTP/1.1" status: 204 len: 168 time: 0.2141988 Apr 14 20:23:14.351865 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724062f-cb2b-4f7d-b98f-dc45f9665d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537899bf-8447-4996-91fe-a4472d9b3b73,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:14.429095 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-2ee4eaa4-5611-4563-9c89-ffeb7c765595 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for port (694e8ba3-bf28-42f2-980f-356475aa4d52), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:14.446957 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-f01262b0-116c-452f-97db-adeb2c9df235 None None] Provisioning complete for port 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:23:14.447415 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f01262b0-116c-452f-97db-adeb2c9df235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (9c40d493-16c9-48bd-b30f-5d4ade6bfc01), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:14.452475 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded9ed2-647a-47f4-ae46-46732027cdf3 req-2df4953a-75c6-4cb5-843c-cc69bf164c83 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:14.459518 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4ded9ed2-647a-47f4-ae46-46732027cdf3 req-2df4953a-75c6-4cb5-843c-cc69bf164c83 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 943 time: 0.0654933 Apr 14 20:23:14.512758 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-57687eca-9fba-47a7-8d9f-f1223e2bf21b req-bae92147-b136-4dff-820b-2832d71def95 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 210 time: 0.0790453 Apr 14 20:23:14.516234 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4ded9ed2-647a-47f4-ae46-46732027cdf3 req-871756ec-db65-40e6-a071-609c01ccb8e2 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558136 Apr 14 20:23:14.530836 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f01262b0-116c-452f-97db-adeb2c9df235 None None] Port 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:23:14.569073 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-2ee4eaa4-5611-4563-9c89-ffeb7c765595 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (694e8ba3-bf28-42f2-980f-356475aa4d52), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:14.618263 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-2ee4eaa4-5611-4563-9c89-ffeb7c765595 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Network 16448b67-0841-4eef-b889-fdba363b68dd is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:23:14.621427 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-2ee4eaa4-5611-4563-9c89-ffeb7c765595 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:23:14.628476 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-2ee4eaa4-5611-4563-9c89-ffeb7c765595 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:23:14.633422 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-2ee4eaa4-5611-4563-9c89-ffeb7c765595 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:14.634177 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-2ee4eaa4-5611-4563-9c89-ffeb7c765595 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:14.676611 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4eaa4-5611-4563-9c89-ffeb7c765595 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Pushing event updated for resources: {'Port': ['ID=694e8ba3-bf28-42f2-980f-356475aa4d52,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:14.716292 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-2ee4eaa4-5611-4563-9c89-ffeb7c765595 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2536635 Apr 14 20:23:14.718787 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-731c7cbd-56e7-4912-bb63-f3d5ca8c8c2d req-69fd06ef-2c89-4867-a9a0-a8d5a0b57258 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 210 time: 0.0748112 Apr 14 20:23:14.816342 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 59704) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:14.828760 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be9dc54a-e69a-4cb2-ae2a-18e9989520e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:14.905197 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be9dc54a-e69a-4cb2-ae2a-18e9989520e1 admin admin] Publish callbacks [] for security_group (0b493d14-422d-455c-904f-4cbd8b35c359), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:14.908820 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be9dc54a-e69a-4cb2-ae2a-18e9989520e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (0b493d14-422d-455c-904f-4cbd8b35c359), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:14.952421 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-be9dc54a-e69a-4cb2-ae2a-18e9989520e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86fdf2d1f43b43378fd721dd02f71a98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353958 Apr 14 20:23:14.952421 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9dc54a-e69a-4cb2-ae2a-18e9989520e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b493d14-422d-455c-904f-4cbd8b35c359,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:14.953464 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 59710) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:14.971510 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-2782e56c-2253-4012-bd2f-a83e024f09ac None None] Provisioning complete for port 694e8ba3-bf28-42f2-980f-356475aa4d52 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:23:14.973196 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2782e56c-2253-4012-bd2f-a83e024f09ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (694e8ba3-bf28-42f2-980f-356475aa4d52), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:15.005196 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-690d523e-3e68-4f5e-958c-9eb3bf099615 admin admin] Publish callbacks [] for security_group (0b493d14-422d-455c-904f-4cbd8b35c359), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:15.007686 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3696a7b-82ca-49ef-9884-c893555e0411 req-d32da9ad-a734-4afa-b56c-42a760d1ef91 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:15.013916 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2782e56c-2253-4012-bd2f-a83e024f09ac None None] Port 694e8ba3-bf28-42f2-980f-356475aa4d52 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:23:15.015217 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c3696a7b-82ca-49ef-9884-c893555e0411 req-d32da9ad-a734-4afa-b56c-42a760d1ef91 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0557411 Apr 14 20:23:15.028508 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-690d523e-3e68-4f5e-958c-9eb3bf099615 admin admin] Publish callbacks [] for security_group (0b493d14-422d-455c-904f-4cbd8b35c359), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:15.058482 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c3696a7b-82ca-49ef-9884-c893555e0411 req-865d55f4-6df4-45f9-83b4-a56085382b8f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423369 Apr 14 20:23:15.080149 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-690d523e-3e68-4f5e-958c-9eb3bf099615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (0b493d14-422d-455c-904f-4cbd8b35c359), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:15.082701 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-690d523e-3e68-4f5e-958c-9eb3bf099615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:15.083831 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-690d523e-3e68-4f5e-958c-9eb3bf099615 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b493d14-422d-455c-904f-4cbd8b35c359 HTTP/1.1" status: 204 len: 168 time: 0.1290226 Apr 14 20:23:15.091444 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d523e-3e68-4f5e-958c-9eb3bf099615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b493d14-422d-455c-904f-4cbd8b35c359,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:15.644561 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ee637-c19f-4a92-8e97-75f8a975aaa1 req-c49f3392-f7b4-4184-8984-91347afc9dc1 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:15.644561 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f37ee637-c19f-4a92-8e97-75f8a975aaa1 req-c49f3392-f7b4-4184-8984-91347afc9dc1 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 943 time: 0.0520818 Apr 14 20:23:15.653807 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce8e8e-098d-4177-8e76-7e3b79a68878 req-77e50daa-00d5-427d-b261-793316f56e81 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:15.655685 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-78ce8e8e-098d-4177-8e76-7e3b79a68878 req-77e50daa-00d5-427d-b261-793316f56e81 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 932 time: 0.0547078 Apr 14 20:23:15.693521 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f37ee637-c19f-4a92-8e97-75f8a975aaa1 req-a0c07c2c-9ea7-4eec-b95a-2bff84b0d609 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437415 Apr 14 20:23:15.710809 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-78ce8e8e-098d-4177-8e76-7e3b79a68878 req-d46fde78-78b7-4888-886c-d249dd2befb9 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485783 Apr 14 20:23:15.815473 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8ee6d29b-bda2-49f7-9bb7-f6893d1c4f0e req-d9bee249-1511-4408-8ce2-ea04443aee4e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 210 time: 0.0278893 Apr 14 20:23:16.140842 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 59756) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:16.179998 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4753b7b-bf8e-4fc0-a9ed-f4ec07c99e6a req-136841f2-9dd0-41e1-b4b4-126ac17e48cc tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:16.181482 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b4753b7b-bf8e-4fc0-a9ed-f4ec07c99e6a req-136841f2-9dd0-41e1-b4b4-126ac17e48cc tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0504575 Apr 14 20:23:16.229495 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b4753b7b-bf8e-4fc0-a9ed-f4ec07c99e6a req-2d3745f2-d9c9-4f6d-9ea5-7004bbeb4e9f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416682 Apr 14 20:23:16.244097 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d501c137-4ca1-477b-9cba-8f2db34bfa76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:16.321369 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d501c137-4ca1-477b-9cba-8f2db34bfa76 admin admin] Publish callbacks [] for security_group (0bacdea9-aeb7-48b5-bb17-27fed3b5b503), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:16.328275 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d501c137-4ca1-477b-9cba-8f2db34bfa76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (0bacdea9-aeb7-48b5-bb17-27fed3b5b503), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:16.373602 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-d501c137-4ca1-477b-9cba-8f2db34bfa76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86973bf1a6744c6ba808a5db6e6b8c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313797 Apr 14 20:23:16.376115 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 59760) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:16.379650 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501c137-4ca1-477b-9cba-8f2db34bfa76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bacdea9-aeb7-48b5-bb17-27fed3b5b503,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:16.426105 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcfba3f7-afe1-4e05-8245-6bc1dbed9080 admin admin] Publish callbacks [] for security_group (0bacdea9-aeb7-48b5-bb17-27fed3b5b503), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:16.447956 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcfba3f7-afe1-4e05-8245-6bc1dbed9080 admin admin] Publish callbacks [] for security_group (0bacdea9-aeb7-48b5-bb17-27fed3b5b503), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:16.498378 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcfba3f7-afe1-4e05-8245-6bc1dbed9080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (0bacdea9-aeb7-48b5-bb17-27fed3b5b503), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:16.500921 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcfba3f7-afe1-4e05-8245-6bc1dbed9080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:16.502099 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-bcfba3f7-afe1-4e05-8245-6bc1dbed9080 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0bacdea9-aeb7-48b5-bb17-27fed3b5b503 HTTP/1.1" status: 204 len: 168 time: 0.1249714 Apr 14 20:23:16.512614 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfba3f7-afe1-4e05-8245-6bc1dbed9080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bacdea9-aeb7-48b5-bb17-27fed3b5b503,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:16.820542 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287be72-e7e2-4f6b-bcf5-6a881fa7f71f req-168603c1-e26b-49b3-b3ce-b10048de5eea tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:16.822108 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0287be72-e7e2-4f6b-bcf5-6a881fa7f71f req-168603c1-e26b-49b3-b3ce-b10048de5eea tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 943 time: 0.0555122 Apr 14 20:23:16.844153 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ec3b1-e3aa-4088-9c08-39c7485c3483 req-2bc5fbe5-fc48-4ea7-ad4d-037a06c770d1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:16.848456 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-533ec3b1-e3aa-4088-9c08-39c7485c3483 req-2bc5fbe5-fc48-4ea7-ad4d-037a06c770d1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 932 time: 0.0555325 Apr 14 20:23:16.881892 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0287be72-e7e2-4f6b-bcf5-6a881fa7f71f req-74c639ea-ad29-4163-b597-f857b147828d tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535779 Apr 14 20:23:16.903783 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-533ec3b1-e3aa-4088-9c08-39c7485c3483 req-b253f8ca-2584-494a-9f42-e9f94e41a2ef tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488672 Apr 14 20:23:16.976279 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ef71a346-967d-48a4-a497-f23ca0ec16fd req-2bcfcdc8-7223-4831-873d-39b031fec7bb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 210 time: 0.0327888 Apr 14 20:23:17.271193 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device af88d415-6625-4ee6-8b7f-0eb34a8a5f32 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:23:17.357127 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91416a57-4d77-4fc7-8c82-ed18d1d5f23c req-391e633f-3a50-4c58-86be-88bf7f1cca39 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:17.359374 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-91416a57-4d77-4fc7-8c82-ed18d1d5f23c req-391e633f-3a50-4c58-86be-88bf7f1cca39 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0517280 Apr 14 20:23:17.387839 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port af88d415-6625-4ee6-8b7f-0eb34a8a5f32, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=af88d415-6625-4ee6-8b7f-0eb34a8a5f32,segment=NetworkSegment(26c23b59-f48f-4f66-bd03-ea753800ba19),segment_id=26c23b59-f48f-4f66-bd03-ea753800ba19)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:23:17.400723 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': 'af88d415-6625-4ee6-8b7f-0eb34a8a5f32', 'network_id': '6d99ae28-42a6-47f3-92c4-4c463608b4ba', 'port_id': 'af88d415-6625-4ee6-8b7f-0eb34a8a5f32', 'mac_address': 'fa:16:3e:88:03:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ab5734-9275-4b36-b76c-ffb793a6a170', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:23:17.410287 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-91416a57-4d77-4fc7-8c82-ed18d1d5f23c req-49b88ef0-572e-4a76-937b-a07a61c2485e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447185 Apr 14 20:23:17.438648 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port af88d415-6625-4ee6-8b7f-0eb34a8a5f32 is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:23:17.439067 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (af88d415-6625-4ee6-8b7f-0eb34a8a5f32), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:17.452835 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af88d415-6625-4ee6-8b7f-0eb34a8a5f32 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:23:17.472366 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port af88d415-6625-4ee6-8b7f-0eb34a8a5f32, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=af88d415-6625-4ee6-8b7f-0eb34a8a5f32,segment=NetworkSegment(26c23b59-f48f-4f66-bd03-ea753800ba19),segment_id=26c23b59-f48f-4f66-bd03-ea753800ba19)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:23:17.476026 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (af88d415-6625-4ee6-8b7f-0eb34a8a5f32), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:17.521267 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=af88d415-6625-4ee6-8b7f-0eb34a8a5f32,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:18.007116 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7278521-d10a-4035-8218-0a04e4a3fd79 req-1b512699-572c-4f14-8c6e-eaaad356a0e9 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:18.008606 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d7278521-d10a-4035-8218-0a04e4a3fd79 req-1b512699-572c-4f14-8c6e-eaaad356a0e9 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 944 time: 0.0589042 Apr 14 20:23:18.022633 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501d244-fd99-4bd9-8561-483539683556 req-ae6d8fe9-f0cf-41a3-be42-67ed79450ebe tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:18.025421 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b501d244-fd99-4bd9-8561-483539683556 req-ae6d8fe9-f0cf-41a3-be42-67ed79450ebe tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 932 time: 0.0497334 Apr 14 20:23:18.057498 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d7278521-d10a-4035-8218-0a04e4a3fd79 req-bacfd55b-afed-4bf8-9cd2-33b317bb5858 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424685 Apr 14 20:23:18.072971 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b501d244-fd99-4bd9-8561-483539683556 req-926616ee-8e7b-41d2-bb1c-225bc2eb5d6f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425735 Apr 14 20:23:18.138016 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-87cf128b-e29e-48d0-8b4e-9537f4962c91 req-6997a364-edba-4965-918a-90eeb88e88f5 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 210 time: 0.0267425 Apr 14 20:23:18.543574 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71962e0-6c43-4f79-9818-c4897de63ff3 req-5aa665af-f9ef-4c7a-b328-e1b58e497a64 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:18.545328 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f71962e0-6c43-4f79-9818-c4897de63ff3 req-5aa665af-f9ef-4c7a-b328-e1b58e497a64 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0573187 Apr 14 20:23:18.591286 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f71962e0-6c43-4f79-9818-c4897de63ff3 req-371f8e37-42be-444b-a372-7f25c6ae6137 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400529 Apr 14 20:23:18.777099 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Request body: {'port': {'device_id': '9123d888-3e2d-4702-b00a-00f581481c53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:23:18.786367 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Request body: {'port': {'device_id': 'da34e3ea-bce7-4933-ae16-c301d4668a43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:23:18.913807 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-93baa286-0288-4667-8a77-d18fe393fba7 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cadd6f4f80d4757ae43922d6da3505f HTTP/1.1" status: 200 len: 380 time: 0.1427841 Apr 14 20:23:18.918500 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (9c40d493-16c9-48bd-b30f-5d4ade6bfc01), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:18.928721 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (694e8ba3-bf28-42f2-980f-356475aa4d52), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:18.929704 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-f69f12c6-3a69-4997-8c52-fa74b28dee42 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Request body: {'port': {'device_id': '9458a6aa-ad22-47fc-997a-d710abcce592', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'admin_state_up': True, 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'security_groups': ['3997dd20-10bd-4e26-9f81-ac0d8e2c659c']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:23:19.007559 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-bd93ce48-43a4-4611-a911-5d0be885016e service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351067 Apr 14 20:23:19.172100 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-f69f12c6-3a69-4997-8c52-fa74b28dee42 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Made reservation on behalf of 8cadd6f4f80d4757ae43922d6da3505f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:23:19.176209 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-f69f12c6-3a69-4997-8c52-fa74b28dee42 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:19.192442 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-26f73d21-bd46-45b1-b8df-3d45c8328be9 req-df399e50-6157-4acb-bf01-dd655853e169 service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720717 Apr 14 20:23:19.281628 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66d77f-67c3-4eaf-ae97-4bc8a0d78507 req-1e2ba1b9-d05c-4f97-a3c3-4fa7a1905152 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:19.283176 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1b66d77f-67c3-4eaf-ae97-4bc8a0d78507 req-1e2ba1b9-d05c-4f97-a3c3-4fa7a1905152 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 932 time: 0.0931027 Apr 14 20:23:19.305997 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868ed42-58da-461c-b052-ac3790448377 req-abc05d04-e315-407b-9b12-3498a330c889 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:19.307893 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9868ed42-58da-461c-b052-ac3790448377 req-abc05d04-e315-407b-9b12-3498a330c889 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 944 time: 0.1175566 Apr 14 20:23:19.391152 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9868ed42-58da-461c-b052-ac3790448377 req-4d69fe4f-569b-4d16-8382-e82d9430f1bf tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736377 Apr 14 20:23:19.398750 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1b66d77f-67c3-4eaf-ae97-4bc8a0d78507 req-ba4cd27d-a427-48c4-a438-f2602a6a1606 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033981 Apr 14 20:23:19.412018 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-f69f12c6-3a69-4997-8c52-fa74b28dee42 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Allocated IP 172.20.0.11 (22e93b71-05e5-44ed-a527-0366c169924d/2bc5ebdc-6adc-4109-947b-34a082b30fa2/89a6d0de-c51a-4573-a23d-29b3bbada7df) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:23:19.497151 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8eced3f7-dbab-41e3-82e0-f592e868f3ab req-93f5a990-9f29-47e7-ba18-aa2fb1c72f85 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 210 time: 0.0335422 Apr 14 20:23:19.499825 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694e8ba3-bf28-42f2-980f-356475aa4d52 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:23:19.503768 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 59848) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:19.512804 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Publish callbacks [] for port (694e8ba3-bf28-42f2-980f-356475aa4d52), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:19.527255 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Transition to ACTIVE for port object 694e8ba3-bf28-42f2-980f-356475aa4d52 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:23:19.534488 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (694e8ba3-bf28-42f2-980f-356475aa4d52), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:19.573160 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-f69f12c6-3a69-4997-8c52-fa74b28dee42 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for port (89a6d0de-c51a-4573-a23d-29b3bbada7df), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:19.624073 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-f69f12c6-3a69-4997-8c52-fa74b28dee42 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (89a6d0de-c51a-4573-a23d-29b3bbada7df), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:19.656296 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5b1acb52-a703-47d7-ae89-d90c93784e82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:19.661553 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Pushing event updated for resources: {'Port': ['ID=694e8ba3-bf28-42f2-980f-356475aa4d52,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:19.667386 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-f69f12c6-3a69-4997-8c52-fa74b28dee42 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Network 22e93b71-05e5-44ed-a527-0366c169924d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:23:19.671029 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-f69f12c6-3a69-4997-8c52-fa74b28dee42 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:23:19.674773 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-f69f12c6-3a69-4997-8c52-fa74b28dee42 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:23:19.711307 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f12c6-3a69-4997-8c52-fa74b28dee42 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Pushing event updated for resources: {'Port': ['ID=89a6d0de-c51a-4573-a23d-29b3bbada7df,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:19.741889 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-f69f12c6-3a69-4997-8c52-fa74b28dee42 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:19.742700 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-f69f12c6-3a69-4997-8c52-fa74b28dee42 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:19.757879 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Attempting to bind port 694e8ba3-bf28-42f2-980f-356475aa4d52 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:23:19.758210 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Attempting to bind port 694e8ba3-bf28-42f2-980f-356475aa4d52 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:23:19.758571 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Attempting to bind port 694e8ba3-bf28-42f2-980f-356475aa4d52 on network 16448b67-0841-4eef-b889-fdba363b68dd {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:23:19.770539 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-f69f12c6-3a69-4997-8c52-fa74b28dee42 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8493514 Apr 14 20:23:19.799829 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Port 694e8ba3-bf28-42f2-980f-356475aa4d52 on network 16448b67-0841-4eef-b889-fdba363b68dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:23:19.800402 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Attempting to bind port 694e8ba3-bf28-42f2-980f-356475aa4d52 on network 16448b67-0841-4eef-b889-fdba363b68dd {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:23:19.813255 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:23:19.813587 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Checking segment: {'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:23:19.814025 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Bound using segment: {'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:23:19.814513 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Bound port: 694e8ba3-bf28-42f2-980f-356475aa4d52, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:23:19.814876 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (694e8ba3-bf28-42f2-980f-356475aa4d52), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:19.823793 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['af88d415-6625-4ee6-8b7f-0eb34a8a5f32'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:23:19.848783 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5feda61-dcfd-43c3-b4c2-dd7ce14382fc req-5f5b6dd6-caa4-4b2f-9f05-76893c1964d6 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:19.851626 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c5feda61-dcfd-43c3-b4c2-dd7ce14382fc req-5f5b6dd6-caa4-4b2f-9f05-76893c1964d6 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0787468 Apr 14 20:23:19.931474 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:23:19.946709 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Publish callbacks [] for port (9c40d493-16c9-48bd-b30f-5d4ade6bfc01), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:19.993655 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c5feda61-dcfd-43c3-b4c2-dd7ce14382fc req-218fa164-5887-489b-8750-3320a9ae79e4 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363912 Apr 14 20:23:20.019966 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Transition to ACTIVE for port object 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:23:20.031166 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (9c40d493-16c9-48bd-b30f-5d4ade6bfc01), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:20.184226 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5b1acb52-a703-47d7-ae89-d90c93784e82 admin admin] Publish callbacks [] for security_group (d0dbc5ea-5a59-4252-9a3b-55437d8e4b4d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:20.192956 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] For port 694e8ba3-bf28-42f2-980f-356475aa4d52, host hv-cinder-83753, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:23:20.202826 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5b1acb52-a703-47d7-ae89-d90c93784e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (d0dbc5ea-5a59-4252-9a3b-55437d8e4b4d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:20.237095 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] For port 694e8ba3-bf28-42f2-980f-356475aa4d52, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=694e8ba3-bf28-42f2-980f-356475aa4d52,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:23:20.251915 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Pushing event updated for resources: {'Port': ['ID=9c40d493-16c9-48bd-b30f-5d4ade6bfc01,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:20.256487 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-e6cf762f-a7f5-4c54-9480-3051fbdc311f None None] Provisioning complete for port 89a6d0de-c51a-4573-a23d-29b3bbada7df triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:23:20.257591 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6cf762f-a7f5-4c54-9480-3051fbdc311f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (89a6d0de-c51a-4573-a23d-29b3bbada7df), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:20.340897 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e6cf762f-a7f5-4c54-9480-3051fbdc311f None None] Port 89a6d0de-c51a-4573-a23d-29b3bbada7df cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:23:20.554046 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef280dd9-0b9a-469f-9c30-14a2030741cf req-e18e18e6-d949-4d85-a984-7a269415ea12 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:20.562527 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (694e8ba3-bf28-42f2-980f-356475aa4d52), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:20.563101 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ef280dd9-0b9a-469f-9c30-14a2030741cf req-e18e18e6-d949-4d85-a984-7a269415ea12 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 944 time: 0.0857902 Apr 14 20:23:20.605070 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1acb52-a703-47d7-ae89-d90c93784e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dbc5ea-5a59-4252-9a3b-55437d8e4b4d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:20.612783 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-5b1acb52-a703-47d7-ae89-d90c93784e82 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f98d6fcf5a14f46ad756bc19edb2008&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1054265 Apr 14 20:23:20.614158 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ef280dd9-0b9a-469f-9c30-14a2030741cf req-c895e379-0e85-488c-a097-55fa005d00e3 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442760 Apr 14 20:23:20.614714 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 59898) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:20.660445 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-df5e2acc-1670-49d4-b0d2-7382789d67df tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=19d6eca91dfc4f52b84b92d384e3e8e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930545 Apr 14 20:23:20.666731 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:20.666731 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:20.667889 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] 10.222.0.46 "PUT /v2.0/ports/694e8ba3-bf28-42f2-980f-356475aa4d52 HTTP/1.1" status: 200 len: 1094 time: 1.8958950 Apr 14 20:23:20.671914 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9123d888-3e2d-4702-b00a-00f581481c53', 'tag': '694e8ba3-bf28-42f2-980f-356475aa4d52'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:23:20.674193 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdbe11d59a66eb6431a54a4c04aa9c41f8d225d3092e952352ea334af4395ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726e683a-c8bf-44c1-b10e-9bf0dfb9049f" -d '{"events": [{"name": "network-changed", "server_uuid": "9123d888-3e2d-4702-b00a-00f581481c53", "tag": "694e8ba3-bf28-42f2-980f-356475aa4d52"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:23:20.682286 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-844bf70c-d484-4562-806c-fcd35669ecca admin admin] Publish callbacks [] for security_group (d0dbc5ea-5a59-4252-9a3b-55437d8e4b4d), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:20.686514 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Attempting to bind port 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:23:20.686865 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Attempting to bind port 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:23:20.687812 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Attempting to bind port 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 on network 16448b67-0841-4eef-b889-fdba363b68dd {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:23:20.693808 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ded387-dde2-47b9-908c-135f96947b92 service neutron] Pushing event updated for resources: {'Port': ['ID=694e8ba3-bf28-42f2-980f-356475aa4d52,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:20.718698 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-844bf70c-d484-4562-806c-fcd35669ecca admin admin] Publish callbacks [] for security_group (d0dbc5ea-5a59-4252-9a3b-55437d8e4b4d), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:20.721555 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Port 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 on network 16448b67-0841-4eef-b889-fdba363b68dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:23:20.721946 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Attempting to bind port 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 on network 16448b67-0841-4eef-b889-fdba363b68dd {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:23:20.764768 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:23:20.765352 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Checking segment: {'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:23:20.765506 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Bound using segment: {'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:23:20.766096 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Bound port: 9c40d493-16c9-48bd-b30f-5d4ade6bfc01, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:23:20.766313 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (9c40d493-16c9-48bd-b30f-5d4ade6bfc01), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:20.808840 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768f85c-c30c-4b3e-bfe7-0ca776a53ce7 req-06c9ad7d-d947-4386-b62f-7e7c47820741 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:20.811213 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c768f85c-c30c-4b3e-bfe7-0ca776a53ce7 req-06c9ad7d-d947-4386-b62f-7e7c47820741 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0836465 Apr 14 20:23:20.851030 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-844bf70c-d484-4562-806c-fcd35669ecca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (d0dbc5ea-5a59-4252-9a3b-55437d8e4b4d), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:20.853917 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-844bf70c-d484-4562-806c-fcd35669ecca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:20.855101 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-844bf70c-d484-4562-806c-fcd35669ecca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0dbc5ea-5a59-4252-9a3b-55437d8e4b4d HTTP/1.1" status: 204 len: 168 time: 0.2395172 Apr 14 20:23:20.871947 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bf70c-d484-4562-806c-fcd35669ecca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dbc5ea-5a59-4252-9a3b-55437d8e4b4d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:20.931829 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c768f85c-c30c-4b3e-bfe7-0ca776a53ce7 req-fea5bf7f-cce8-496f-966d-831fbe0025ae tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974276 Apr 14 20:23:21.031850 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-49606f85-770a-4bba-8801-c16f59709a69 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:21.039809 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-49606f85-770a-4bba-8801-c16f59709a69 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3567240 Apr 14 20:23:21.051661 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 59916) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:21.055648 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-1d6bcd2b-87fa-4d19-8908-8789971c17b3 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/quotas/19d6eca91dfc4f52b84b92d384e3e8e1 HTTP/1.1" status: 200 len: 375 time: 0.0125890 Apr 14 20:23:21.063746 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] For port 9c40d493-16c9-48bd-b30f-5d4ade6bfc01, host hv-cinder-83753, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:23:21.078120 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6152a-047a-40b8-956f-20857285d966 req-f035be4f-8775-487d-93b6-861b0d3e77a4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:21.088781 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c8b6152a-047a-40b8-956f-20857285d966 req-f035be4f-8775-487d-93b6-861b0d3e77a4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 932 time: 0.0672674 Apr 14 20:23:21.101277 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-d2de2ff8-e154-44ca-b0c7-8f191aff4f0f tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=19d6eca91dfc4f52b84b92d384e3e8e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333216 Apr 14 20:23:21.104884 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] For port 9c40d493-16c9-48bd-b30f-5d4ade6bfc01, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9c40d493-16c9-48bd-b30f-5d4ade6bfc01,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:23:21.114886 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (9c40d493-16c9-48bd-b30f-5d4ade6bfc01), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:21.152724 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c8b6152a-047a-40b8-956f-20857285d966 req-49d4bfb0-33c7-4d7a-94bd-dea0e954358d tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577655 Apr 14 20:23:21.199314 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcdcda5-56de-41ca-a14b-4cbaf5453397 x-openstack-request-id: req-ddcdcda5-56de-41ca-a14b-4cbaf5453397 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:23:21.199673 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9123d888-3e2d-4702-b00a-00f581481c53", "tag": "694e8ba3-bf28-42f2-980f-356475aa4d52", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:23:21.199885 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ddcdcda5-56de-41ca-a14b-4cbaf5453397 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:23:21.201918 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddcdcda5-56de-41ca-a14b-4cbaf5453397'] response: {'name': 'network-changed', 'server_uuid': '9123d888-3e2d-4702-b00a-00f581481c53', 'tag': '694e8ba3-bf28-42f2-980f-356475aa4d52', 'status': 'completed', 'code': 200} Apr 14 20:23:21.222855 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:21.223490 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:21.224932 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] 10.222.0.46 "PUT /v2.0/ports/9c40d493-16c9-48bd-b30f-5d4ade6bfc01 HTTP/1.1" status: 200 len: 1093 time: 2.4448233 Apr 14 20:23:21.279775 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4931d54-979e-40bb-9982-43a809e35aff service neutron] Pushing event updated for resources: {'Port': ['ID=9c40d493-16c9-48bd-b30f-5d4ade6bfc01,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:21.306103 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 59924) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:21.335602 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-71f5d497-5f55-4aa6-9c01-106541cd7fb2 req-61753055-878a-4342-93fe-e879b007f66e tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 210 time: 0.0421488 Apr 14 20:23:21.337297 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c8e4375c-1cc4-4f1e-94fb-ccb2871ad8d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:21.354636 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05781a25-210b-4792-85e3-b8add5ff6a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:21.382748 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d644f-8cc1-4db7-a64b-7ad49a221ebc req-6f903646-b115-4cc6-8edc-c33d17c355d7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:21.391022 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8e4d644f-8cc1-4db7-a64b-7ad49a221ebc req-6f903646-b115-4cc6-8edc-c33d17c355d7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.1400285 Apr 14 20:23:21.444320 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c8e4375c-1cc4-4f1e-94fb-ccb2871ad8d2 admin admin] Publish callbacks [] for security_group (abf31938-d45c-4efe-8ddb-01be09de57a7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:21.449714 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c8e4375c-1cc4-4f1e-94fb-ccb2871ad8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (abf31938-d45c-4efe-8ddb-01be09de57a7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:21.497347 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-c8e4375c-1cc4-4f1e-94fb-ccb2871ad8d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f695a4318e34a7a9742469697e67431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1874266 Apr 14 20:23:21.497347 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4375c-1cc4-4f1e-94fb-ccb2871ad8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf31938-d45c-4efe-8ddb-01be09de57a7,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:21.498093 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 59930) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:21.499196 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8e4d644f-8cc1-4db7-a64b-7ad49a221ebc req-33a5e006-eb49-4f4d-98e1-b6f13bceeb28 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070514 Apr 14 20:23:21.523406 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05781a25-210b-4792-85e3-b8add5ff6a06 admin admin] Publish callbacks [] for security_group (a814e256-a53e-4f41-9904-a0e7a84ed429), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:21.529428 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05781a25-210b-4792-85e3-b8add5ff6a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (a814e256-a53e-4f41-9904-a0e7a84ed429), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:21.571987 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37f5735a-1d95-479a-a521-6726db2329b6 admin admin] Publish callbacks [] for security_group (abf31938-d45c-4efe-8ddb-01be09de57a7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:21.597014 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37f5735a-1d95-479a-a521-6726db2329b6 admin admin] Publish callbacks [] for security_group (abf31938-d45c-4efe-8ddb-01be09de57a7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:21.602554 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-05781a25-210b-4792-85e3-b8add5ff6a06 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe39c0d47fb6482f9d9f57c8f8c9de1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5475402 Apr 14 20:23:21.602554 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05781a25-210b-4792-85e3-b8add5ff6a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a814e256-a53e-4f41-9904-a0e7a84ed429,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:21.603055 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 59934) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:21.692765 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37f5735a-1d95-479a-a521-6726db2329b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (abf31938-d45c-4efe-8ddb-01be09de57a7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:21.695612 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37f5735a-1d95-479a-a521-6726db2329b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:21.698638 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-37f5735a-1d95-479a-a521-6726db2329b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/abf31938-d45c-4efe-8ddb-01be09de57a7 HTTP/1.1" status: 204 len: 168 time: 0.1977885 Apr 14 20:23:21.708513 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b2e62d96-6ed0-4398-9c3e-0f69249848a8 admin admin] Publish callbacks [] for security_group (a814e256-a53e-4f41-9904-a0e7a84ed429), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:21.720917 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5735a-1d95-479a-a521-6726db2329b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf31938-d45c-4efe-8ddb-01be09de57a7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:21.774412 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5de1e6-8ced-4e36-a928-983c1d1c9e87 req-aab1f297-bcff-4e76-8edc-3d895eba7052 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:21.776135 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8d5de1e6-8ced-4e36-a928-983c1d1c9e87 req-aab1f297-bcff-4e76-8edc-3d895eba7052 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 944 time: 0.0732071 Apr 14 20:23:21.778295 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b2e62d96-6ed0-4398-9c3e-0f69249848a8 admin admin] Publish callbacks [] for security_group (a814e256-a53e-4f41-9904-a0e7a84ed429), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:21.855277 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8d5de1e6-8ced-4e36-a928-983c1d1c9e87 req-0214d815-03c3-4def-beb4-e0a2e4897c1d tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684631 Apr 14 20:23:21.865840 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b2e62d96-6ed0-4398-9c3e-0f69249848a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (a814e256-a53e-4f41-9904-a0e7a84ed429), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:21.870783 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b2e62d96-6ed0-4398-9c3e-0f69249848a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:21.875045 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-b2e62d96-6ed0-4398-9c3e-0f69249848a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a814e256-a53e-4f41-9904-a0e7a84ed429 HTTP/1.1" status: 204 len: 168 time: 0.2679465 Apr 14 20:23:21.887001 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e62d96-6ed0-4398-9c3e-0f69249848a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a814e256-a53e-4f41-9904-a0e7a84ed429,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:22.060912 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0cbb4-dec8-4a39-9c19-226c1a17c8df req-8deb87a6-11b3-4f6b-9f69-d94cfd73996a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:22.062464 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dcf0cbb4-dec8-4a39-9c19-226c1a17c8df req-8deb87a6-11b3-4f6b-9f69-d94cfd73996a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0485592 Apr 14 20:23:22.115482 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dcf0cbb4-dec8-4a39-9c19-226c1a17c8df req-bd17e938-4791-4701-bcde-d34d814ee346 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471749 Apr 14 20:23:22.252238 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 59960) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:22.265560 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31e27c94-611a-45e4-a4d1-39af2f605309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:22.274837 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04641e56-ce14-4954-ab77-b4df6336d76d req-a6591d08-9420-4c0d-98ed-68454d472256 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:22.276337 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-04641e56-ce14-4954-ab77-b4df6336d76d req-a6591d08-9420-4c0d-98ed-68454d472256 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 932 time: 0.0569673 Apr 14 20:23:22.330277 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-04641e56-ce14-4954-ab77-b4df6336d76d req-1f551bdc-04c8-435e-97b7-addaad46cb1a tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459244 Apr 14 20:23:22.350922 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31e27c94-611a-45e4-a4d1-39af2f605309 admin admin] Publish callbacks [] for security_group (c360abe4-d4bf-49b0-adc5-c39dcd0f26d9), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:22.355065 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31e27c94-611a-45e4-a4d1-39af2f605309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (c360abe4-d4bf-49b0-adc5-c39dcd0f26d9), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:22.395090 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-31e27c94-611a-45e4-a4d1-39af2f605309 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d73a9c7b01a4ce392b27723896aef57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417601 Apr 14 20:23:22.397664 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 59966) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:22.403943 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e27c94-611a-45e4-a4d1-39af2f605309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c360abe4-d4bf-49b0-adc5-c39dcd0f26d9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:22.451860 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1a9a2884-a952-492e-9480-4dd55197d4ef req-93e75026-689b-496f-bec8-dafb1b52d259 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 210 time: 0.0382571 Apr 14 20:23:22.474163 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02107ad3-c6f4-4c1b-96e0-a0a633f151cb admin admin] Publish callbacks [] for security_group (c360abe4-d4bf-49b0-adc5-c39dcd0f26d9), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:22.496401 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02107ad3-c6f4-4c1b-96e0-a0a633f151cb admin admin] Publish callbacks [] for security_group (c360abe4-d4bf-49b0-adc5-c39dcd0f26d9), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:22.553626 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02107ad3-c6f4-4c1b-96e0-a0a633f151cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (c360abe4-d4bf-49b0-adc5-c39dcd0f26d9), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:22.556229 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02107ad3-c6f4-4c1b-96e0-a0a633f151cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:22.557666 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-02107ad3-c6f4-4c1b-96e0-a0a633f151cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c360abe4-d4bf-49b0-adc5-c39dcd0f26d9 HTTP/1.1" status: 204 len: 168 time: 0.1588407 Apr 14 20:23:22.576177 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02107ad3-c6f4-4c1b-96e0-a0a633f151cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c360abe4-d4bf-49b0-adc5-c39dcd0f26d9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:22.673902 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ea554-d557-4930-8b60-f2436bbb333b req-d9d66537-1ad3-40bb-950f-cd77382306fd tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:22.675446 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-983ea554-d557-4930-8b60-f2436bbb333b req-d9d66537-1ad3-40bb-950f-cd77382306fd tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0518308 Apr 14 20:23:22.724340 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-983ea554-d557-4930-8b60-f2436bbb333b req-1d33ce0c-5f2c-411e-9aeb-442bf4015f60 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428698 Apr 14 20:23:22.958400 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 59994) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:22.972004 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7eb88b9d-15f4-46d0-b811-b961f635c115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:22.988095 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad4f7e-ff35-4c7d-838c-cdc5f5916fe7 req-03447108-bee3-4897-a2ad-32afcb3bffbb tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:22.989841 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0bad4f7e-ff35-4c7d-838c-cdc5f5916fe7 req-03447108-bee3-4897-a2ad-32afcb3bffbb tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 944 time: 0.0537071 Apr 14 20:23:23.045802 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0bad4f7e-ff35-4c7d-838c-cdc5f5916fe7 req-c2b80f1e-0dbf-425a-ab83-f83247ac43b3 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491199 Apr 14 20:23:23.050818 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7eb88b9d-15f4-46d0-b811-b961f635c115 admin admin] Publish callbacks [] for security_group (61d3c747-11d3-4af3-9004-dd5a91576f52), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:23.055652 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7eb88b9d-15f4-46d0-b811-b961f635c115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (61d3c747-11d3-4af3-9004-dd5a91576f52), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:23.096433 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb88b9d-15f4-46d0-b811-b961f635c115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d3c747-11d3-4af3-9004-dd5a91576f52,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:23.103202 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-7eb88b9d-15f4-46d0-b811-b961f635c115 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a236f9c29ba4111ad53d1852aacbc4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410730 Apr 14 20:23:23.103418 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 59996) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:23.151443 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-123a0c69-d948-4105-8ace-0768571f4cbd admin admin] Publish callbacks [] for security_group (61d3c747-11d3-4af3-9004-dd5a91576f52), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:23.175610 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-123a0c69-d948-4105-8ace-0768571f4cbd admin admin] Publish callbacks [] for security_group (61d3c747-11d3-4af3-9004-dd5a91576f52), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:23.203602 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da34e3ea-bce7-4933-ae16-c301d4668a43', 'tag': '9c40d493-16c9-48bd-b30f-5d4ade6bfc01'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:23:23.205826 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdbe11d59a66eb6431a54a4c04aa9c41f8d225d3092e952352ea334af4395ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5b36e4-3337-4c88-88a7-227ee1d3a386" -d '{"events": [{"name": "network-changed", "server_uuid": "da34e3ea-bce7-4933-ae16-c301d4668a43", "tag": "9c40d493-16c9-48bd-b30f-5d4ade6bfc01"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:23:23.259291 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72876891-6e63-4842-90b4-5e32dc049305 req-49b528a1-ded4-4179-95a8-49a796bcd3c2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:23.261038 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-72876891-6e63-4842-90b4-5e32dc049305 req-49b528a1-ded4-4179-95a8-49a796bcd3c2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0733180 Apr 14 20:23:23.277622 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1a32c3-c55c-4a59-b4f4-4b323d68cf34 x-openstack-request-id: req-3e1a32c3-c55c-4a59-b4f4-4b323d68cf34 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:23:23.278042 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da34e3ea-bce7-4933-ae16-c301d4668a43", "tag": "9c40d493-16c9-48bd-b30f-5d4ade6bfc01", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:23:23.278304 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e1a32c3-c55c-4a59-b4f4-4b323d68cf34 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:23:23.278946 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e1a32c3-c55c-4a59-b4f4-4b323d68cf34'] response: {'name': 'network-changed', 'server_uuid': 'da34e3ea-bce7-4933-ae16-c301d4668a43', 'tag': '9c40d493-16c9-48bd-b30f-5d4ade6bfc01', 'status': 'completed', 'code': 200} Apr 14 20:23:23.302185 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-123a0c69-d948-4105-8ace-0768571f4cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (61d3c747-11d3-4af3-9004-dd5a91576f52), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:23.306751 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-123a0c69-d948-4105-8ace-0768571f4cbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:23.308464 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-123a0c69-d948-4105-8ace-0768571f4cbd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/61d3c747-11d3-4af3-9004-dd5a91576f52 HTTP/1.1" status: 204 len: 168 time: 0.2039404 Apr 14 20:23:23.336088 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a0c69-d948-4105-8ace-0768571f4cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d3c747-11d3-4af3-9004-dd5a91576f52,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:23.399779 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-72876891-6e63-4842-90b4-5e32dc049305 req-d93286cc-e262-401d-80a0-aa90b7240d15 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094999 Apr 14 20:23:23.488297 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb403a-679e-4dd0-a9b5-fc274ea79784 req-0ca8f93b-eeee-4064-bb08-84401e3886cc tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:23.490554 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e3cb403a-679e-4dd0-a9b5-fc274ea79784 req-0ca8f93b-eeee-4064-bb08-84401e3886cc tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 932 time: 0.0569098 Apr 14 20:23:23.590906 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e3cb403a-679e-4dd0-a9b5-fc274ea79784 req-66db17b4-fbcc-48aa-bda0-094c7e36f3ad tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882485 Apr 14 20:23:23.611942 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-41ba8a46-acc7-4f92-b6fe-5fbd581cb9fd req-af136bc9-43d4-4eef-8708-6a2000d64c91 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 210 time: 0.0393507 Apr 14 20:23:23.787586 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:23:23.849187 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c53a1-c3b1-46f2-8457-0e7886114caa req-b7c36e90-7352-42f1-af7c-ab032e948aa5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:23.851132 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9a4c53a1-c3b1-46f2-8457-0e7886114caa req-b7c36e90-7352-42f1-af7c-ab032e948aa5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0533102 Apr 14 20:23:23.897695 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 60044) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:23.906175 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9a4c53a1-c3b1-46f2-8457-0e7886114caa req-b4b3fc94-d527-4db7-9554-79d9a9595322 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489354 Apr 14 20:23:24.017875 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ed48caa6-4f24-42a5-abe8-6f4a8cbc1f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:24.105232 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ed48caa6-4f24-42a5-abe8-6f4a8cbc1f8f admin admin] Publish callbacks [] for security_group (acfa394d-86dc-406d-9549-f782403346b6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:24.110522 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ed48caa6-4f24-42a5-abe8-6f4a8cbc1f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (acfa394d-86dc-406d-9549-f782403346b6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:24.179086 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ed48caa6-4f24-42a5-abe8-6f4a8cbc1f8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=763c20b9e1cf4749994d64236b7c28ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799177 Apr 14 20:23:24.181810 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 60060) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:24.182907 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48caa6-4f24-42a5-abe8-6f4a8cbc1f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfa394d-86dc-406d-9549-f782403346b6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:24.193538 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7df770-c034-4b4d-b14b-dd17a54fa0ee req-c3f558ad-a733-49c3-b6ab-aaa7edc6601b tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:24.195137 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bf7df770-c034-4b4d-b14b-dd17a54fa0ee req-c3f558ad-a733-49c3-b6ab-aaa7edc6601b tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 944 time: 0.0795870 Apr 14 20:23:24.239434 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0c88-a56b-48fb-ac68-ea4f718b120a admin admin] Publish callbacks [] for security_group (acfa394d-86dc-406d-9549-f782403346b6), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:24.246343 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bf7df770-c034-4b4d-b14b-dd17a54fa0ee req-7179011c-1ed2-47ca-af57-f371ace539a5 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458281 Apr 14 20:23:24.271400 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0c88-a56b-48fb-ac68-ea4f718b120a admin admin] Publish callbacks [] for security_group (acfa394d-86dc-406d-9549-f782403346b6), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:24.320689 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0c88-a56b-48fb-ac68-ea4f718b120a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (acfa394d-86dc-406d-9549-f782403346b6), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:24.323760 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0c88-a56b-48fb-ac68-ea4f718b120a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:24.324980 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-7b8b0c88-a56b-48fb-ac68-ea4f718b120a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/acfa394d-86dc-406d-9549-f782403346b6 HTTP/1.1" status: 204 len: 168 time: 0.1413763 Apr 14 20:23:24.333954 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b0c88-a56b-48fb-ac68-ea4f718b120a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfa394d-86dc-406d-9549-f782403346b6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:24.511010 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60bd06-2077-4360-8553-42a836b4e210 req-8b23a4d6-e7c0-4fd9-bac9-3faa349770da tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:24.512498 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fd60bd06-2077-4360-8553-42a836b4e210 req-8b23a4d6-e7c0-4fd9-bac9-3faa349770da tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0486646 Apr 14 20:23:24.565515 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fd60bd06-2077-4360-8553-42a836b4e210 req-80c72a6b-062d-442e-8229-383b9b305320 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448215 Apr 14 20:23:24.695191 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 60086) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:24.718629 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-00d0e0e5-9713-471d-b9ad-9a59107b0410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:24.719901 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-25db5579-6faf-4a0c-851e-6d83f304451c req-15c7e6bf-6a4e-4dd7-a963-8bae5d01f5f5 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 210 time: 0.0317826 Apr 14 20:23:24.746615 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4142847-25c6-4dc9-bb7d-07f005836c84 req-b44511eb-ca64-415c-8ba3-12cc8792a9f7 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:24.748625 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c4142847-25c6-4dc9-bb7d-07f005836c84 req-b44511eb-ca64-415c-8ba3-12cc8792a9f7 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 932 time: 0.0826385 Apr 14 20:23:24.822896 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c4142847-25c6-4dc9-bb7d-07f005836c84 req-9c047f62-b1b4-476c-ae30-b42f21bed1f3 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644391 Apr 14 20:23:24.850238 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-00d0e0e5-9713-471d-b9ad-9a59107b0410 admin admin] Publish callbacks [] for security_group (9d5c223c-ac34-4bb9-bc70-e58c4270e341), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:24.854540 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-00d0e0e5-9713-471d-b9ad-9a59107b0410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (9d5c223c-ac34-4bb9-bc70-e58c4270e341), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:24.901959 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 60092) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:24.902154 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-00d0e0e5-9713-471d-b9ad-9a59107b0410 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de3764f90f9743d7b5bcb9be665badf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057476 Apr 14 20:23:24.903408 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0e0e5-9713-471d-b9ad-9a59107b0410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5c223c-ac34-4bb9-bc70-e58c4270e341,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:24.960804 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a402ca8-e90a-43b1-bad3-184bd608afe2 admin admin] Publish callbacks [] for security_group (9d5c223c-ac34-4bb9-bc70-e58c4270e341), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:24.984379 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a402ca8-e90a-43b1-bad3-184bd608afe2 admin admin] Publish callbacks [] for security_group (9d5c223c-ac34-4bb9-bc70-e58c4270e341), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:25.034461 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device af88d415-6625-4ee6-8b7f-0eb34a8a5f32 up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:23:25.067421 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae08e1-b394-400a-9005-4de170c9b3c3 req-7e82ae79-6b04-4a12-8e68-61ecb657c97d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:25.068899 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5bae08e1-b394-400a-9005-4de170c9b3c3 req-7e82ae79-6b04-4a12-8e68-61ecb657c97d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0775027 Apr 14 20:23:25.091217 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port af88d415-6625-4ee6-8b7f-0eb34a8a5f32 completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:23:25.098873 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port af88d415-6625-4ee6-8b7f-0eb34a8a5f32 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:23:25.099278 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (af88d415-6625-4ee6-8b7f-0eb34a8a5f32), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:25.101192 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a402ca8-e90a-43b1-bad3-184bd608afe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (9d5c223c-ac34-4bb9-bc70-e58c4270e341), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:25.103800 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a402ca8-e90a-43b1-bad3-184bd608afe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:25.107834 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-8a402ca8-e90a-43b1-bad3-184bd608afe2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d5c223c-ac34-4bb9-bc70-e58c4270e341 HTTP/1.1" status: 204 len: 168 time: 0.2018485 Apr 14 20:23:25.129294 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a402ca8-e90a-43b1-bad3-184bd608afe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5c223c-ac34-4bb9-bc70-e58c4270e341,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:25.149373 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5bae08e1-b394-400a-9005-4de170c9b3c3 req-bf8be13d-7df8-4e9c-8cdc-f6d75219ee4d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668581 Apr 14 20:23:25.200710 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port af88d415-6625-4ee6-8b7f-0eb34a8a5f32 is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:23:25.201231 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (af88d415-6625-4ee6-8b7f-0eb34a8a5f32), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:25.226001 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df6242d-00a9-4ffc-b326-71115daf3334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af88d415-6625-4ee6-8b7f-0eb34a8a5f32'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:23:25.342105 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port af88d415-6625-4ee6-8b7f-0eb34a8a5f32, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=af88d415-6625-4ee6-8b7f-0eb34a8a5f32,segment=NetworkSegment(26c23b59-f48f-4f66-bd03-ea753800ba19),segment_id=26c23b59-f48f-4f66-bd03-ea753800ba19)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:23:25.347054 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (af88d415-6625-4ee6-8b7f-0eb34a8a5f32), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:25.404861 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841aa5d-1450-4df7-85ed-941b81c27fba req-5bc84801-1c79-4070-806e-7abb290be87f tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:25.406539 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=af88d415-6625-4ee6-8b7f-0eb34a8a5f32,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:25.406863 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8841aa5d-1450-4df7-85ed-941b81c27fba req-5bc84801-1c79-4070-806e-7abb290be87f tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 944 time: 0.0776575 Apr 14 20:23:25.467717 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8841aa5d-1450-4df7-85ed-941b81c27fba req-b5d98b76-4ff0-4afb-b754-272003583276 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489173 Apr 14 20:23:25.468883 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2eccf9-26d1-44f7-829d-ac0f0d38ed3a" -d '{"events": [{"server_uuid": "9df6242d-00a9-4ffc-b326-71115daf3334", "name": "network-vif-plugged", "status": "completed", "tag": "af88d415-6625-4ee6-8b7f-0eb34a8a5f32"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:23:25.561935 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c42bfe-61e6-4529-8178-605b189e54a4 x-openstack-request-id: req-50c42bfe-61e6-4529-8178-605b189e54a4 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:23:25.562501 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df6242d-00a9-4ffc-b326-71115daf3334", "name": "network-vif-plugged", "status": "completed", "tag": "af88d415-6625-4ee6-8b7f-0eb34a8a5f32", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:23:25.562765 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50c42bfe-61e6-4529-8178-605b189e54a4 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:23:25.563263 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c42bfe-61e6-4529-8178-605b189e54a4'] response: {'server_uuid': '9df6242d-00a9-4ffc-b326-71115daf3334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af88d415-6625-4ee6-8b7f-0eb34a8a5f32', 'code': 200} Apr 14 20:23:25.695023 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f17b3-f496-4c95-a43b-b51078ae8481 req-cc8388b0-079d-4163-9428-719dc7f0c2a9 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:25.696630 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e88f17b3-f496-4c95-a43b-b51078ae8481 req-cc8388b0-079d-4163-9428-719dc7f0c2a9 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0555644 Apr 14 20:23:25.754143 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e88f17b3-f496-4c95-a43b-b51078ae8481 req-b3f6b1eb-97eb-4cfe-97fe-015b6cf83947 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505950 Apr 14 20:23:25.834810 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-081971a0-2227-461d-8f93-49610590c869 req-873620c0-ba01-42c1-8d46-0fb7cefe84c4 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 210 time: 0.0293169 Apr 14 20:23:25.943095 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2199684-dc0d-4d9a-96b3-12aeab5da7d9 req-d1cf6ef4-0271-4abf-930d-880260071bd8 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:25.944685 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a2199684-dc0d-4d9a-96b3-12aeab5da7d9 req-d1cf6ef4-0271-4abf-930d-880260071bd8 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 932 time: 0.0513172 Apr 14 20:23:26.001036 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a2199684-dc0d-4d9a-96b3-12aeab5da7d9 req-f076483b-47e6-41f4-a587-cee9440d53c5 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503595 Apr 14 20:23:26.051492 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Request body: {'port': {'device_id': '9458a6aa-ad22-47fc-997a-d710abcce592', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:23:26.100788 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cad72-3c99-4214-8fc4-ee9e7e71acab req-f83a2b26-eb4a-4862-bb5a-d6b86e101b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:26.102527 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-763cad72-3c99-4214-8fc4-ee9e7e71acab req-f83a2b26-eb4a-4862-bb5a-d6b86e101b96 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3f8c257adbc4afc935c3fed66259370&device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 1128 time: 0.0513966 Apr 14 20:23:26.118869 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (89a6d0de-c51a-4573-a23d-29b3bbada7df), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:26.319851 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cad72-3c99-4214-8fc4-ee9e7e71acab req-0a9e2fae-1204-43c7-b5b2-74331a4b58b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:26.322051 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-763cad72-3c99-4214-8fc4-ee9e7e71acab req-0a9e2fae-1204-43c7-b5b2-74331a4b58b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4197bec-e804-4778-9814-28700a63aa0d HTTP/1.1" status: 200 len: 918 time: 0.1700833 Apr 14 20:23:26.323236 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b36e4-3337-4c88-88a7-227ee1d3a386 req-f9f25d32-dafb-4ddd-b46a-b631e0b663ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:26.324875 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9c5b36e4-3337-4c88-88a7-227ee1d3a386 req-f9f25d32-dafb-4ddd-b46a-b631e0b663ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 1127 time: 0.0810103 Apr 14 20:23:26.400285 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.46', 49190) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:26.447102 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-763cad72-3c99-4214-8fc4-ee9e7e71acab req-92e94d3b-409e-4309-99d9-4ba862f7f4fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5222d976-3aa1-4758-86c1-106594f91ad3 HTTP/1.1" status: 200 len: 217 time: 0.1112013 Apr 14 20:23:26.477408 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3293837-04a2-4b19-9be6-f900350a6dfe req-60cab6f0-327a-4a43-ab4f-5687fb7bc7cb tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:26.485276 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f3293837-04a2-4b19-9be6-f900350a6dfe req-60cab6f0-327a-4a43-ab4f-5687fb7bc7cb tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.1998653 Apr 14 20:23:26.501584 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e683a-c8bf-44c1-b10e-9bf0dfb9049f req-a9aa32e3-f097-436e-ae40-a433b2bcbc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:26.503439 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-726e683a-c8bf-44c1-b10e-9bf0dfb9049f req-a9aa32e3-f097-436e-ae40-a433b2bcbc9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 1128 time: 0.2191653 Apr 14 20:23:26.550208 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e35f4-514d-4146-a36e-996d67465803 req-3569d8a2-ac99-4dbe-8cf0-c6e82eb4145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:26.552006 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-678e35f4-514d-4146-a36e-996d67465803 req-3569d8a2-ac99-4dbe-8cf0-c6e82eb4145d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 1129 time: 0.1464455 Apr 14 20:23:26.625753 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f3293837-04a2-4b19-9be6-f900350a6dfe req-cc4c640f-80a8-479f-b6e6-01ab017b6226 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393478 Apr 14 20:23:26.661727 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd20c9-562f-40ac-8e20-359a631e8ffe req-26cb5ca4-4de2-4b1f-a50e-766b1985d8ca tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:26.666704 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e9cd20c9-562f-40ac-8e20-359a631e8ffe req-26cb5ca4-4de2-4b1f-a50e-766b1985d8ca tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.0917692 Apr 14 20:23:26.668404 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b36e4-3337-4c88-88a7-227ee1d3a386 req-d8cdfe84-f872-413d-a952-d5eda4c9d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:26.670546 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9c5b36e4-3337-4c88-88a7-227ee1d3a386 req-d8cdfe84-f872-413d-a952-d5eda4c9d2c7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f4c46b326c4547ce95899fa600de6148&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3211911 Apr 14 20:23:26.713619 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a6d0de-c51a-4573-a23d-29b3bbada7df {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:23:26.715049 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e9cd20c9-562f-40ac-8e20-359a631e8ffe req-06f6ec2d-b84e-4adb-a155-54bd4beb62b1 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434456 Apr 14 20:23:26.721672 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Publish callbacks [] for port (89a6d0de-c51a-4573-a23d-29b3bbada7df), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:26.742294 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Transition to ACTIVE for port object 89a6d0de-c51a-4573-a23d-29b3bbada7df will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:23:26.746732 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (89a6d0de-c51a-4573-a23d-29b3bbada7df), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:27.000766 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.46', 49191) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:27.006348 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 5222d976-3aa1-4758-86c1-106594f91ad3 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:23:27.016651 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-678e35f4-514d-4146-a36e-996d67465803 req-7a85dc37-fbb4-40c3-9dde-df8528592726 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:27.247004 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 5222d976-3aa1-4758-86c1-106594f91ad3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5222d976-3aa1-4758-86c1-106594f91ad3,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:23:27.271656 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': '5222d976-3aa1-4758-86c1-106594f91ad3', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'port_id': '5222d976-3aa1-4758-86c1-106594f91ad3', 'mac_address': 'fa:16:3e:33:7f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:23:27.357687 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ee04b504-0dab-411f-ab75-999b0a1462ad req-aeafb8c9-d713-4c23-b984-160fae41bfe2 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 210 time: 0.0634112 Apr 14 20:23:27.360723 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b36e4-3337-4c88-88a7-227ee1d3a386 req-da416874-e803-4440-be3b-280dac82c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:27.362221 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9c5b36e4-3337-4c88-88a7-227ee1d3a386 req-da416874-e803-4440-be3b-280dac82c538 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5623713 Apr 14 20:23:27.376987 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cad72-3c99-4214-8fc4-ee9e7e71acab req-b6c90f22-10e4-4910-8340-051898826157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:27.380404 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-763cad72-3c99-4214-8fc4-ee9e7e71acab req-b6c90f22-10e4-4910-8340-051898826157 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=997b9dd2-aea4-4c9c-9ac9-49ac96810906 HTTP/1.1" status: 200 len: 856 time: 0.5934200 Apr 14 20:23:27.412920 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Pushing event updated for resources: {'Port': ['ID=89a6d0de-c51a-4573-a23d-29b3bbada7df,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:27.467719 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 5222d976-3aa1-4758-86c1-106594f91ad3 is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:23:27.468362 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:27.473359 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-32ad0137-ccae-4736-8699-84bcf849f7a1 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=19d6eca91dfc4f52b84b92d384e3e8e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4426980 Apr 14 20:23:27.489059 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5222d976-3aa1-4758-86c1-106594f91ad3 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:23:27.524971 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 5222d976-3aa1-4758-86c1-106594f91ad3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5222d976-3aa1-4758-86c1-106594f91ad3,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:23:27.527618 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cad72-3c99-4214-8fc4-ee9e7e71acab req-85c5f55b-42ed-4081-9c55-6729375e1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:27.529455 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-763cad72-3c99-4214-8fc4-ee9e7e71acab req-85c5f55b-42ed-4081-9c55-6729375e1e91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4197bec-e804-4778-9814-28700a63aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1363459 Apr 14 20:23:27.534239 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:27.539519 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-d5e9cd33-ba98-4dbc-8038-786ea775b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:27.541542 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-d5e9cd33-ba98-4dbc-8038-786ea775b475 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 1127 time: 0.1085098 Apr 14 20:23:27.565214 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ad833-cf48-4347-bc2d-373183eeb467 req-8e26a461-42ce-45dd-8b1a-7a5830d37422 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:27.572038 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed7ad833-cf48-4347-bc2d-373183eeb467 req-8e26a461-42ce-45dd-8b1a-7a5830d37422 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.6861444 Apr 14 20:23:27.600283 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=5222d976-3aa1-4758-86c1-106594f91ad3,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:27.610158 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0a762-7dae-43e4-9f90-d92b38bbf75e req-554e2123-7e21-4568-a5ee-77755cfab65e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:27.612418 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c2e0a762-7dae-43e4-9f90-d92b38bbf75e req-554e2123-7e21-4568-a5ee-77755cfab65e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.1531961 Apr 14 20:23:27.615773 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-2853d391-4f11-49de-8d04-1d5043b32fbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c40d493-16c9-48bd-b30f-5d4ade6bfc01 HTTP/1.1" status: 200 len: 217 time: 0.0635049 Apr 14 20:23:27.755758 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-a62a8f99-2100-46e3-a3ef-571e95e49a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:27.757365 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-a62a8f99-2100-46e3-a3ef-571e95e49a1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa8a56ac-3172-4f0f-9a52-265e07c67e59 HTTP/1.1" status: 200 len: 858 time: 0.1358185 Apr 14 20:23:27.767161 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c2e0a762-7dae-43e4-9f90-d92b38bbf75e req-79acf7e2-a5f5-42da-9796-76e6432f03ba tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485760 Apr 14 20:23:27.832926 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-763cad72-3c99-4214-8fc4-ee9e7e71acab req-2240b9a5-9c34-4c0a-b099-7e0787104765 service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948098 Apr 14 20:23:27.875958 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e683a-c8bf-44c1-b10e-9bf0dfb9049f req-37c65dc8-4b44-4430-9d64-026017f5fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:27.877673 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-726e683a-c8bf-44c1-b10e-9bf0dfb9049f req-37c65dc8-4b44-4430-9d64-026017f5fee5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f4c46b326c4547ce95899fa600de6148&shared=False HTTP/1.1" status: 200 len: 920 time: 1.0865257 Apr 14 20:23:27.885644 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['5222d976-3aa1-4758-86c1-106594f91ad3'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:23:27.898549 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-0ec12bbe-deff-4f12-b14f-ee21fe37f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:27.900071 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-0ec12bbe-deff-4f12-b14f-ee21fe37f678 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16448b67-0841-4eef-b889-fdba363b68dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1119559 Apr 14 20:23:27.902764 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Attempting to bind port 89a6d0de-c51a-4573-a23d-29b3bbada7df on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:23:27.903100 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Attempting to bind port 89a6d0de-c51a-4573-a23d-29b3bbada7df by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '8f2ab782-b724-4895-88c0-5ab9878b8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:23:27.904002 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Attempting to bind port 89a6d0de-c51a-4573-a23d-29b3bbada7df on network 22e93b71-05e5-44ed-a527-0366c169924d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:23:27.974729 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6ca11-fb3d-402d-8886-7da147951729 req-c6eb7b88-2318-4d12-be60-0149065d9c96 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:27.976218 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dee6ca11-fb3d-402d-8886-7da147951729 req-c6eb7b88-2318-4d12-be60-0149065d9c96 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 945 time: 0.1462991 Apr 14 20:23:27.981681 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Port 89a6d0de-c51a-4573-a23d-29b3bbada7df on network 22e93b71-05e5-44ed-a527-0366c169924d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:23:27.982463 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Attempting to bind port 89a6d0de-c51a-4573-a23d-29b3bbada7df on network 22e93b71-05e5-44ed-a527-0366c169924d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:23:28.005699 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:23:28.006417 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Checking segment: {'id': '8f2ab782-b724-4895-88c0-5ab9878b8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:23:28.006417 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Bound using segment: {'id': '8f2ab782-b724-4895-88c0-5ab9878b8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:23:28.006836 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Bound port: 89a6d0de-c51a-4573-a23d-29b3bbada7df, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2ab782-b724-4895-88c0-5ab9878b8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:23:28.007190 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (89a6d0de-c51a-4573-a23d-29b3bbada7df), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:28.016433 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-678e35f4-514d-4146-a36e-996d67465803 req-7a85dc37-fbb4-40c3-9dde-df8528592726 service neutron] Publish callbacks [] for security_group (8d56ff27-0213-4b40-888a-04679440f892), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:28.027129 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed7ad833-cf48-4347-bc2d-373183eeb467 req-2d46450d-a58b-48a5-9a7f-865c395185f5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541171 Apr 14 20:23:28.050776 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-3c0a1f2a-0baf-461b-829d-9d99fc27bc19 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:28.051884 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-3c0a1f2a-0baf-461b-829d-9d99fc27bc19 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5615041 Apr 14 20:23:28.082133 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-678e35f4-514d-4146-a36e-996d67465803 req-7a85dc37-fbb4-40c3-9dde-df8528592726 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (8d56ff27-0213-4b40-888a-04679440f892), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:28.084681 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-763cad72-3c99-4214-8fc4-ee9e7e71acab req-febf7eb3-f923-4180-972e-8d6e917956fd service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171576 Apr 14 20:23:28.094661 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dee6ca11-fb3d-402d-8886-7da147951729 req-46d47f71-5b95-485d-9a57-f9f790eb850d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872178 Apr 14 20:23:28.099240 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-21794166-3508-406c-8b0a-99a8389d6812 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Request body: {'port': {'device_id': 'c719d011-08e0-475b-b944-af73b775a079', 'network_id': 'a83b9634-306e-4286-bd0b-7ce477e7c9db', 'admin_state_up': True, 'tenant_id': '19d6eca91dfc4f52b84b92d384e3e8e1'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:23:28.109957 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-c3cafefb-8669-4f2a-8657-87f8a6da8fd9 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010927 Apr 14 20:23:28.231332 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-03df7392-1f6e-4ba3-aa01-8ca4835152a8 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094837 Apr 14 20:23:28.321013 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-678e35f4-514d-4146-a36e-996d67465803 req-7a85dc37-fbb4-40c3-9dde-df8528592726 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4683480 Apr 14 20:23:28.339735 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85dc37-fbb4-40c3-9dde-df8528592726 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8d56ff27-0213-4b40-888a-04679440f892,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:28.366501 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d69e2-2a7d-4194-8af4-55bc3b2b217e req-e8183a8b-6874-4d9b-8ae2-e8d688dc91ab tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:28.368020 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0a9d69e2-2a7d-4194-8af4-55bc3b2b217e req-e8183a8b-6874-4d9b-8ae2-e8d688dc91ab tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.2396536 Apr 14 20:23:28.400793 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] For port 89a6d0de-c51a-4573-a23d-29b3bbada7df, host hv-cinder-83753, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:23:28.403394 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e683a-c8bf-44c1-b10e-9bf0dfb9049f req-e2b6045f-ffe0-4b73-99e0-a94a5db72859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:28.404917 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-726e683a-c8bf-44c1-b10e-9bf0dfb9049f req-e2b6045f-ffe0-4b73-99e0-a94a5db72859 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5111995 Apr 14 20:23:28.414375 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] For port 89a6d0de-c51a-4573-a23d-29b3bbada7df, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=89a6d0de-c51a-4573-a23d-29b3bbada7df,segment=NetworkSegment(8f2ab782-b724-4895-88c0-5ab9878b8081),segment_id=8f2ab782-b724-4895-88c0-5ab9878b8081)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:23:28.433689 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (89a6d0de-c51a-4573-a23d-29b3bbada7df), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:28.478213 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 60224) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:28.510619 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-22dea2fb-8f03-4cdd-a7a6-dc5042dd4244 req-0ecc8655-e767-44ac-9742-19211c52c8bc tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 210 time: 0.0409291 Apr 14 20:23:28.520564 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0a9d69e2-2a7d-4194-8af4-55bc3b2b217e req-7317834b-e0f6-4e6d-a91b-5e6d42f809b0 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391978 Apr 14 20:23:28.524700 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:28.525325 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:28.526703 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] 10.222.0.46 "PUT /v2.0/ports/89a6d0de-c51a-4573-a23d-29b3bbada7df HTTP/1.1" status: 200 len: 1094 time: 2.4806252 Apr 14 20:23:28.529552 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9458a6aa-ad22-47fc-997a-d710abcce592', 'tag': '89a6d0de-c51a-4573-a23d-29b3bbada7df'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:23:28.532399 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33f6406-6238-4e88-a355-763af9a57bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "9458a6aa-ad22-47fc-997a-d710abcce592", "tag": "89a6d0de-c51a-4573-a23d-29b3bbada7df"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:23:28.550407 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0209df9-5e60-433f-b6be-2756406e1be3 service neutron] Pushing event updated for resources: {'Port': ['ID=89a6d0de-c51a-4573-a23d-29b3bbada7df,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:28.553553 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-21794166-3508-406c-8b0a-99a8389d6812 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Made reservation on behalf of 19d6eca91dfc4f52b84b92d384e3e8e1 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:23:28.562208 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-21794166-3508-406c-8b0a-99a8389d6812 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:28.578650 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-21794166-3508-406c-8b0a-99a8389d6812 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:28.625212 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb575ef9-9f24-4d36-b714-261248aa0d24 x-openstack-request-id: req-eb575ef9-9f24-4d36-b714-261248aa0d24 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:23:28.625483 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9458a6aa-ad22-47fc-997a-d710abcce592", "tag": "89a6d0de-c51a-4573-a23d-29b3bbada7df", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:23:28.625706 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb575ef9-9f24-4d36-b714-261248aa0d24 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:23:28.626116 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb575ef9-9f24-4d36-b714-261248aa0d24'] response: {'name': 'network-changed', 'server_uuid': '9458a6aa-ad22-47fc-997a-d710abcce592', 'tag': '89a6d0de-c51a-4573-a23d-29b3bbada7df', 'status': 'completed', 'code': 200} Apr 14 20:23:28.656717 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-032e9dc0-c1b8-4a2b-984b-9728632a00f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:28.680791 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-21794166-3508-406c-8b0a-99a8389d6812 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Publish callbacks [] for security_group (d06bfb39-72bd-4cb3-9f19-25935fae7355), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:28.690538 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-21794166-3508-406c-8b0a-99a8389d6812 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (d06bfb39-72bd-4cb3-9f19-25935fae7355), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:28.748590 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-032e9dc0-c1b8-4a2b-984b-9728632a00f9 admin admin] Publish callbacks [] for security_group (8018dd38-252a-4cda-b4ae-acdd0e66b6a3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:28.753064 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-032e9dc0-c1b8-4a2b-984b-9728632a00f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (8018dd38-252a-4cda-b4ae-acdd0e66b6a3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:28.753236 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21794166-3508-406c-8b0a-99a8389d6812 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06bfb39-72bd-4cb3-9f19-25935fae7355,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:28.795231 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-032e9dc0-c1b8-4a2b-984b-9728632a00f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=016660d1372442428eb161bde1c73a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142176 Apr 14 20:23:28.799293 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 60234) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:28.807231 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e9dc0-c1b8-4a2b-984b-9728632a00f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8018dd38-252a-4cda-b4ae-acdd0e66b6a3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:28.855763 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21826f30-f274-4c86-92ae-5bfaaa13f9a2 admin admin] Publish callbacks [] for security_group (8018dd38-252a-4cda-b4ae-acdd0e66b6a3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:28.879302 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-21794166-3508-406c-8b0a-99a8389d6812 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Allocated IP 192.168.233.158 (a83b9634-306e-4286-bd0b-7ce477e7c9db/37fda484-019d-40a5-9c22-f7a4d6e5a3e7/b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:23:28.882958 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21826f30-f274-4c86-92ae-5bfaaa13f9a2 admin admin] Publish callbacks [] for security_group (8018dd38-252a-4cda-b4ae-acdd0e66b6a3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:28.899589 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b1253-72bb-4f1c-9259-a50f550a23b7 req-3e4ab921-cc98-49ef-90e0-8fcc7c796725 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:28.901089 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b30b1253-72bb-4f1c-9259-a50f550a23b7 req-3e4ab921-cc98-49ef-90e0-8fcc7c796725 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0646446 Apr 14 20:23:28.932203 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21826f30-f274-4c86-92ae-5bfaaa13f9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (8018dd38-252a-4cda-b4ae-acdd0e66b6a3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:28.935443 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21826f30-f274-4c86-92ae-5bfaaa13f9a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:28.936611 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-21826f30-f274-4c86-92ae-5bfaaa13f9a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8018dd38-252a-4cda-b4ae-acdd0e66b6a3 HTTP/1.1" status: 204 len: 168 time: 0.1364162 Apr 14 20:23:28.945737 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21826f30-f274-4c86-92ae-5bfaaa13f9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8018dd38-252a-4cda-b4ae-acdd0e66b6a3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:29.006786 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b30b1253-72bb-4f1c-9259-a50f550a23b7 req-7059d13d-746f-4964-ba46-cff03fe444c5 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963197 Apr 14 20:23:29.090448 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-21794166-3508-406c-8b0a-99a8389d6812 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Publish callbacks [] for port (b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:29.128797 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-21794166-3508-406c-8b0a-99a8389d6812 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:29.156327 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c508d2c-0805-4f09-a783-591abb3a5a94 req-60d98c5e-cc55-4153-a562-e2a72d6c786b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:29.157943 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4c508d2c-0805-4f09-a783-591abb3a5a94 req-60d98c5e-cc55-4153-a562-e2a72d6c786b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0515747 Apr 14 20:23:29.188079 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-21794166-3508-406c-8b0a-99a8389d6812 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Network a83b9634-306e-4286-bd0b-7ce477e7c9db is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:23:29.194694 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-21794166-3508-406c-8b0a-99a8389d6812 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:23:29.198205 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-21794166-3508-406c-8b0a-99a8389d6812 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:23:29.210011 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4c508d2c-0805-4f09-a783-591abb3a5a94 req-cf5f272d-f82c-426a-919c-0df56226e5fd tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464020 Apr 14 20:23:29.249170 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21794166-3508-406c-8b0a-99a8389d6812 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Pushing event updated for resources: {'Port': ['ID=b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:29.253577 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 60246) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:29.268174 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-945a5b08-4775-4f39-a952-9b17142d9a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:29.302817 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d42579-e46b-4aa9-8a94-b9245c76ba25 req-10c5d7e7-c0b6-490a-9e0d-909a59de2279 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:29.304334 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-24d42579-e46b-4aa9-8a94-b9245c76ba25 req-10c5d7e7-c0b6-490a-9e0d-909a59de2279 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 945 time: 0.0963750 Apr 14 20:23:29.315336 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-21794166-3508-406c-8b0a-99a8389d6812 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:29.315952 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-21794166-3508-406c-8b0a-99a8389d6812 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:29.348148 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-21794166-3508-406c-8b0a-99a8389d6812 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2559433 Apr 14 20:23:29.359456 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-945a5b08-4775-4f39-a952-9b17142d9a78 admin admin] Publish callbacks [] for security_group (007b57ea-1d35-4bf5-9201-60faa307a15d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:29.363639 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-945a5b08-4775-4f39-a952-9b17142d9a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (007b57ea-1d35-4bf5-9201-60faa307a15d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:29.370982 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-24d42579-e46b-4aa9-8a94-b9245c76ba25 req-447fa9d4-e750-41a5-9794-9694f6fa89c7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511758 Apr 14 20:23:29.406301 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a5b08-4775-4f39-a952-9b17142d9a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007b57ea-1d35-4bf5-9201-60faa307a15d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:29.410406 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-945a5b08-4775-4f39-a952-9b17142d9a78 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=395f65a804a74e679d12f845efad250b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556320 Apr 14 20:23:29.412977 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 60248) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:29.458888 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12fe6edd-0e47-4b29-b2be-0606401a94c9 admin admin] Publish callbacks [] for security_group (007b57ea-1d35-4bf5-9201-60faa307a15d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:29.480145 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12fe6edd-0e47-4b29-b2be-0606401a94c9 admin admin] Publish callbacks [] for security_group (007b57ea-1d35-4bf5-9201-60faa307a15d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:29.514382 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-2195f737-bd46-4794-9127-33d588ed287f None None] Provisioning complete for port b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:23:29.515393 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2195f737-bd46-4794-9127-33d588ed287f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:29.526577 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12fe6edd-0e47-4b29-b2be-0606401a94c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (007b57ea-1d35-4bf5-9201-60faa307a15d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:29.535751 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12fe6edd-0e47-4b29-b2be-0606401a94c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:29.536375 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-12fe6edd-0e47-4b29-b2be-0606401a94c9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/007b57ea-1d35-4bf5-9201-60faa307a15d HTTP/1.1" status: 204 len: 168 time: 0.1225092 Apr 14 20:23:29.555252 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe6edd-0e47-4b29-b2be-0606401a94c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007b57ea-1d35-4bf5-9201-60faa307a15d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:29.577418 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2195f737-bd46-4794-9127-33d588ed287f None None] Port b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:23:29.642065 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d7df5-3e1f-4232-9425-5557b5de0f82 req-cc7f0f69-b0b7-4ad3-8cdf-b3e365be936c tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:29.643646 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d49d7df5-3e1f-4232-9425-5557b5de0f82 req-cc7f0f69-b0b7-4ad3-8cdf-b3e365be936c tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 936 time: 0.0623369 Apr 14 20:23:29.661203 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c2ad0-b206-4007-b351-7f7d92da5b68 req-d4b2103c-f08f-490f-8f07-9fbeeb9b7dc3 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:29.662722 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8d2c2ad0-b206-4007-b351-7f7d92da5b68 req-d4b2103c-f08f-490f-8f07-9fbeeb9b7dc3 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.0517719 Apr 14 20:23:29.705348 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d49d7df5-3e1f-4232-9425-5557b5de0f82 req-8683e480-0e14-42cd-8111-e37aa30af7be tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523257 Apr 14 20:23:29.716765 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8d2c2ad0-b206-4007-b351-7f7d92da5b68 req-5c68ffff-0ed9-42a0-ab65-460cc962f6ba tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475504 Apr 14 20:23:30.128502 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b7375-3dec-4f8d-ab55-310747ed07fd req-93cf5b2d-7816-421a-875b-37861961bfdf tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:30.129981 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-034b7375-3dec-4f8d-ab55-310747ed07fd req-93cf5b2d-7816-421a-875b-37861961bfdf tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0510557 Apr 14 20:23:30.183265 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-034b7375-3dec-4f8d-ab55-310747ed07fd req-e9d77c75-99f9-4c4e-8d9c-c20bad81e655 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477033 Apr 14 20:23:30.334363 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94038adb-93f0-43fe-a45a-55b1a1d97a56 req-6963345e-85e5-4a0f-b8e4-83533b943389 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:30.336101 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-94038adb-93f0-43fe-a45a-55b1a1d97a56 req-6963345e-85e5-4a0f-b8e4-83533b943389 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0521927 Apr 14 20:23:30.394219 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-94038adb-93f0-43fe-a45a-55b1a1d97a56 req-d2860b97-a715-406f-818d-5ee997941cca tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443182 Apr 14 20:23:30.491005 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a05e2-9c44-4f44-9b16-ffb4c829f574 req-512c3633-3aae-4998-bc08-58821f26050d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:30.492507 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-154a05e2-9c44-4f44-9b16-ffb4c829f574 req-512c3633-3aae-4998-bc08-58821f26050d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 945 time: 0.0459652 Apr 14 20:23:30.550946 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-154a05e2-9c44-4f44-9b16-ffb4c829f574 req-7c55e16f-bc61-43a8-ad6e-b5187dfb0b6f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474224 Apr 14 20:23:30.831458 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd7bf0-d67c-42e4-81f6-e8dbdebcb27e req-1050b3fc-38dc-4fea-a815-10fb358d9745 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:30.833071 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b1bd7bf0-d67c-42e4-81f6-e8dbdebcb27e req-1050b3fc-38dc-4fea-a815-10fb358d9745 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.0486710 Apr 14 20:23:30.888267 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b1bd7bf0-d67c-42e4-81f6-e8dbdebcb27e req-10670de3-8988-4a13-90b0-6b6da59f2b82 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479577 Apr 14 20:23:31.022222 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6abaef-e642-4059-ba06-4db9384ef611 req-4f829452-1316-44f1-aa98-e0fc29a5a39a tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:31.023783 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0d6abaef-e642-4059-ba06-4db9384ef611 req-4f829452-1316-44f1-aa98-e0fc29a5a39a tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 936 time: 0.2510254 Apr 14 20:23:31.072360 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0d6abaef-e642-4059-ba06-4db9384ef611 req-729f9e95-7af8-4eb6-9d1f-339e83b46f5e tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429199 Apr 14 20:23:31.291506 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0caa0b73-5368-42c1-80d9-9db6ae78e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:31.316713 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c24a65-6404-43f8-a694-59822ed8e7cb req-59f30481-9c0d-43da-9b68-cfae6ea24bf2 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:31.318218 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-56c24a65-6404-43f8-a694-59822ed8e7cb req-59f30481-9c0d-43da-9b68-cfae6ea24bf2 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0654869 Apr 14 20:23:31.365525 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-56c24a65-6404-43f8-a694-59822ed8e7cb req-443ad21b-7369-40d1-988f-26d349875497 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416489 Apr 14 20:23:31.504996 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81431d31-d668-4700-a33f-a5f309827840 req-f75a4013-727d-4850-b970-aac3f60e07ea tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:31.506510 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-81431d31-d668-4700-a33f-a5f309827840 req-f75a4013-727d-4850-b970-aac3f60e07ea tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0468838 Apr 14 20:23:31.560626 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-81431d31-d668-4700-a33f-a5f309827840 req-9c2423e3-0162-4050-a710-fa4f71c04deb tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474343 Apr 14 20:23:31.667089 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab80ba-c378-4887-9bef-b159e97db9b2 req-df11db9e-0b3a-4d5a-887d-ca75182ee6fe tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:31.668620 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1bab80ba-c378-4887-9bef-b159e97db9b2 req-df11db9e-0b3a-4d5a-887d-ca75182ee6fe tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 945 time: 0.0451162 Apr 14 20:23:31.722603 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1bab80ba-c378-4887-9bef-b159e97db9b2 req-210a1f01-1229-44b2-b363-6711450c5b06 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457647 Apr 14 20:23:32.004072 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a3f0b-906e-482f-8956-83c7371fc879 req-58b227dc-aa17-432d-b284-795f731e8d91 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:32.005553 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-601a3f0b-906e-482f-8956-83c7371fc879 req-58b227dc-aa17-432d-b284-795f731e8d91 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.0495212 Apr 14 20:23:32.052599 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-601a3f0b-906e-482f-8956-83c7371fc879 req-09928410-2b88-4ba1-a6ba-9f709054c176 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411909 Apr 14 20:23:32.183140 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405d603-725c-4940-9f1b-fdb43394a2f5 req-cc5646c2-5452-4c0c-9e2a-d43809e5e743 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:32.185123 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0405d603-725c-4940-9f1b-fdb43394a2f5 req-cc5646c2-5452-4c0c-9e2a-d43809e5e743 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 936 time: 0.0486226 Apr 14 20:23:32.230538 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0405d603-725c-4940-9f1b-fdb43394a2f5 req-a78e1397-f688-430f-966b-036b558e556b tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394154 Apr 14 20:23:32.475101 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da66416-1b90-4f74-80a9-5d381b328f15 req-a917331d-26e3-4dda-af2a-b900f0f595ce tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:32.476456 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7da66416-1b90-4f74-80a9-5d381b328f15 req-a917331d-26e3-4dda-af2a-b900f0f595ce tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0456295 Apr 14 20:23:32.521418 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7da66416-1b90-4f74-80a9-5d381b328f15 req-d5603b44-4afb-435a-a182-0f6d67a39969 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393822 Apr 14 20:23:32.669937 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbeb918-d4b7-4616-b5a0-e7977d9d7ad9 req-30dff22f-548d-4ea9-974a-f47358902343 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:32.671721 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4dbeb918-d4b7-4616-b5a0-e7977d9d7ad9 req-30dff22f-548d-4ea9-974a-f47358902343 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0460215 Apr 14 20:23:32.716933 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4dbeb918-d4b7-4616-b5a0-e7977d9d7ad9 req-67915e3c-e941-4a84-af69-6ddf2c9764a0 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396352 Apr 14 20:23:32.837802 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a83ca-d232-4182-8419-6c65b9ddc382 req-f7cdb288-ca79-46e6-9ada-71921fae17ad tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:32.839390 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-293a83ca-d232-4182-8419-6c65b9ddc382 req-f7cdb288-ca79-46e6-9ada-71921fae17ad tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 945 time: 0.0493796 Apr 14 20:23:32.886568 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-293a83ca-d232-4182-8419-6c65b9ddc382 req-38122d16-83ed-445d-a1c2-c33906a112e5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408404 Apr 14 20:23:33.166321 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d07255-febe-4821-8042-51edd54ac8aa req-a68dc259-ce8b-4492-9963-eb37fe66309f tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:33.167780 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-94d07255-febe-4821-8042-51edd54ac8aa req-a68dc259-ce8b-4492-9963-eb37fe66309f tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.0502944 Apr 14 20:23:33.215632 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-94d07255-febe-4821-8042-51edd54ac8aa req-d9aa0eb7-f6ab-4d2d-9ebb-ff219c9a79bb tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422246 Apr 14 20:23:33.343383 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1f45f-8512-4520-ba9c-6e1dae6f8c52 req-3c6889c6-c555-4c22-b76b-4f5a616ee20f tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:33.344859 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b7e1f45f-8512-4520-ba9c-6e1dae6f8c52 req-3c6889c6-c555-4c22-b76b-4f5a616ee20f tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 936 time: 0.0478601 Apr 14 20:23:33.355559 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 5222d976-3aa1-4758-86c1-106594f91ad3 up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:23:33.395838 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b7e1f45f-8512-4520-ba9c-6e1dae6f8c52 req-6e0a3eea-f79f-466b-a2ee-76ba801063ec tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454130 Apr 14 20:23:33.413540 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port 5222d976-3aa1-4758-86c1-106594f91ad3 completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:23:33.419451 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port 5222d976-3aa1-4758-86c1-106594f91ad3 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:23:33.419932 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:33.499709 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 5222d976-3aa1-4758-86c1-106594f91ad3 is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:23:33.499993 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:33.524592 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a2e392-dad5-4001-949a-46d2b622684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5222d976-3aa1-4758-86c1-106594f91ad3'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:23:33.526854 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d59561d-0947-49b6-87f1-e0d60c340ed5" -d '{"events": [{"server_uuid": "a2a2e392-dad5-4001-949a-46d2b622684f", "name": "network-vif-plugged", "status": "completed", "tag": "5222d976-3aa1-4758-86c1-106594f91ad3"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:23:33.539789 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 5222d976-3aa1-4758-86c1-106594f91ad3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5222d976-3aa1-4758-86c1-106594f91ad3,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:23:33.544768 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:33.591655 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7297610b-99cb-4c47-9c7f-418a4f42c959 x-openstack-request-id: req-7297610b-99cb-4c47-9c7f-418a4f42c959 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:23:33.591965 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a2e392-dad5-4001-949a-46d2b622684f", "name": "network-vif-plugged", "status": "completed", "tag": "5222d976-3aa1-4758-86c1-106594f91ad3", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:23:33.592403 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7297610b-99cb-4c47-9c7f-418a4f42c959 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:23:33.596057 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7297610b-99cb-4c47-9c7f-418a4f42c959'] response: {'server_uuid': 'a2a2e392-dad5-4001-949a-46d2b622684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5222d976-3aa1-4758-86c1-106594f91ad3', 'code': 200} Apr 14 20:23:33.617321 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=5222d976-3aa1-4758-86c1-106594f91ad3,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:33.654828 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df959a1-95da-43e7-afb1-40d13af25f7f req-cce73d21-1aa0-4416-a590-93ed15fe7b6c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:33.656368 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4df959a1-95da-43e7-afb1-40d13af25f7f req-cce73d21-1aa0-4416-a590-93ed15fe7b6c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0522947 Apr 14 20:23:33.696651 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82be3af4-a6a5-4786-bfe2-05e0c82a9d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:33.708221 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4df959a1-95da-43e7-afb1-40d13af25f7f req-a7902970-4008-47c4-bda4-8c0b28f9262a tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461271 Apr 14 20:23:33.829254 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43691b22-04b3-4430-b79b-36dcb783b360 req-26be96b2-37b4-493c-a4c4-29a7a419e562 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:33.830765 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-43691b22-04b3-4430-b79b-36dcb783b360 req-26be96b2-37b4-493c-a4c4-29a7a419e562 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0457337 Apr 14 20:23:33.875980 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-43691b22-04b3-4430-b79b-36dcb783b360 req-6d0bbfc5-5e4f-4f14-8e97-7c36170d8d45 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397935 Apr 14 20:23:34.011399 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe915a23-e692-440f-a839-7d1e86af14d8 req-46196207-c4f3-4a4e-bf10-fc66b427faab tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:34.013561 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fe915a23-e692-440f-a839-7d1e86af14d8 req-46196207-c4f3-4a4e-bf10-fc66b427faab tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0456109 Apr 14 20:23:34.062819 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fe915a23-e692-440f-a839-7d1e86af14d8 req-1cf9b8db-86d0-4840-971f-7551a57cbf0c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431118 Apr 14 20:23:34.330760 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647ec68-6dc9-482e-a498-862b64f004ff req-38c0643d-2816-43c7-ab2d-b48534d440e8 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:34.332135 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8647ec68-6dc9-482e-a498-862b64f004ff req-38c0643d-2816-43c7-ab2d-b48534d440e8 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.0473459 Apr 14 20:23:34.380628 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8647ec68-6dc9-482e-a498-862b64f004ff req-af2cf341-3eb0-4dc9-985c-88be57d76d2a tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429225 Apr 14 20:23:34.504674 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622ca07-6ae7-48e5-8bdf-ca0118bb05a0 req-729578aa-2deb-4f2a-9094-0429922ef54d tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:34.506153 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5622ca07-6ae7-48e5-8bdf-ca0118bb05a0 req-729578aa-2deb-4f2a-9094-0429922ef54d tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 936 time: 0.0453689 Apr 14 20:23:34.551891 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5622ca07-6ae7-48e5-8bdf-ca0118bb05a0 req-f9aa2a1e-5137-41bb-8e1f-a7f22be94b96 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402527 Apr 14 20:23:34.679831 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:34.816662 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5921a6-6fb8-4b0b-8a8e-25e30a746696 req-f8788090-66ce-4b2e-896f-463997ff3260 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:34.818093 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cc5921a6-6fb8-4b0b-8a8e-25e30a746696 req-f8788090-66ce-4b2e-896f-463997ff3260 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0443985 Apr 14 20:23:34.863441 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cc5921a6-6fb8-4b0b-8a8e-25e30a746696 req-cab01943-4e8b-4ff0-af5c-060983a26ce1 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397854 Apr 14 20:23:34.987933 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f373e8-c315-4911-b766-7d3a1df445b4 req-6bcd7fc8-d706-46eb-87f4-3e3efa20cf26 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:34.989439 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b1f373e8-c315-4911-b766-7d3a1df445b4 req-6bcd7fc8-d706-46eb-87f4-3e3efa20cf26 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0495572 Apr 14 20:23:35.036472 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b1f373e8-c315-4911-b766-7d3a1df445b4 req-2bcd0ede-7c29-4b55-be0a-bcc11b4549f5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416503 Apr 14 20:23:35.174221 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc3886-3d73-4f9c-bf35-c6cb4ecdc3ab req-d3368ee1-fbf6-491a-b771-be3ae63345e2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:35.175702 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bccc3886-3d73-4f9c-bf35-c6cb4ecdc3ab req-d3368ee1-fbf6-491a-b771-be3ae63345e2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0450149 Apr 14 20:23:35.221488 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bccc3886-3d73-4f9c-bf35-c6cb4ecdc3ab req-f96e325f-9b56-4ff4-8a72-ec832439c595 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403764 Apr 14 20:23:35.493808 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9529b88-36b8-4b9a-86c2-9db9614de66f req-02eec150-52db-45ed-a593-b8e510bdded3 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:35.495332 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b9529b88-36b8-4b9a-86c2-9db9614de66f req-02eec150-52db-45ed-a593-b8e510bdded3 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.0494075 Apr 14 20:23:35.544778 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b9529b88-36b8-4b9a-86c2-9db9614de66f req-834e7177-bfbe-4a49-ae35-1bd68c73d548 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433929 Apr 14 20:23:35.667563 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a5cc7-e40e-471f-b177-9d11f5bc8ed0 req-6b1f5f1d-304e-4bed-b8cc-a904903b8c4d tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:35.670261 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e14a5cc7-e40e-471f-b177-9d11f5bc8ed0 req-6b1f5f1d-304e-4bed-b8cc-a904903b8c4d tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 936 time: 0.0526335 Apr 14 20:23:35.714791 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e14a5cc7-e40e-471f-b177-9d11f5bc8ed0 req-3408256f-fffe-4df1-8ab5-0644f7ef86d6 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394034 Apr 14 20:23:35.971308 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecc157-5340-4899-8ca6-a089a466167d req-e9d9a298-525c-45e0-96ec-9209519f4186 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:35.972744 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c0ecc157-5340-4899-8ca6-a089a466167d req-e9d9a298-525c-45e0-96ec-9209519f4186 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0445452 Apr 14 20:23:36.023689 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c0ecc157-5340-4899-8ca6-a089a466167d req-2f808bba-c3bd-47e6-815b-fbd371a0747f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451789 Apr 14 20:23:36.144175 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316a926-d743-477c-9b16-9c842583ba31 req-df0b0bd4-5ce7-44fa-8c9a-f03e67ba20ad tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:36.145654 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7316a926-d743-477c-9b16-9c842583ba31 req-df0b0bd4-5ce7-44fa-8c9a-f03e67ba20ad tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0447845 Apr 14 20:23:36.171190 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:36.191234 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7316a926-d743-477c-9b16-9c842583ba31 req-9020f544-3b9b-4d90-851f-d6a33196525a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401449 Apr 14 20:23:36.333941 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78745a-45be-4de8-814d-dfe7a9656f4e req-8808209c-7a17-4842-b78c-3e2e91c422b0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:36.335441 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fb78745a-45be-4de8-814d-dfe7a9656f4e req-8808209c-7a17-4842-b78c-3e2e91c422b0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0460348 Apr 14 20:23:36.382535 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fb78745a-45be-4de8-814d-dfe7a9656f4e req-7c394357-84c8-4273-9fc4-13d07a7e8d6d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414875 Apr 14 20:23:36.655264 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aee4df-707e-467e-b595-085efc41d1ef req-fc6466e6-58c3-45be-9980-ae2b7f4a7fea tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:36.656735 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-65aee4df-707e-467e-b595-085efc41d1ef req-fc6466e6-58c3-45be-9980-ae2b7f4a7fea tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.0470581 Apr 14 20:23:36.709332 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-65aee4df-707e-467e-b595-085efc41d1ef req-d8afd9f9-c671-4ae0-b848-4538c649c97f tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470741 Apr 14 20:23:36.823575 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf102f-4051-4d1d-b0c5-7c32290c4ac4 req-08c24849-ad00-42e1-92ca-1a17237554a0 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:36.824942 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c4cf102f-4051-4d1d-b0c5-7c32290c4ac4 req-08c24849-ad00-42e1-92ca-1a17237554a0 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 936 time: 0.0455725 Apr 14 20:23:36.870473 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c4cf102f-4051-4d1d-b0c5-7c32290c4ac4 req-2903805b-9987-4a57-ac8e-5b1087ddf91f tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399942 Apr 14 20:23:37.134152 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf20cc-d402-43b5-a970-e4428c67d67a req-eb7c11e1-e938-441f-b0d6-5e9081f9b963 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:37.135617 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8abf20cc-d402-43b5-a970-e4428c67d67a req-eb7c11e1-e938-441f-b0d6-5e9081f9b963 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0456214 Apr 14 20:23:37.181090 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8abf20cc-d402-43b5-a970-e4428c67d67a req-8670307c-1833-4281-a073-d9f6dca42660 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399139 Apr 14 20:23:37.302315 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e75a-f273-433d-8fb3-e556e2a9b863 req-e380166b-293b-4206-9f16-9da52dfd9c36 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:37.303868 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-69c0e75a-f273-433d-8fb3-e556e2a9b863 req-e380166b-293b-4206-9f16-9da52dfd9c36 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0488603 Apr 14 20:23:37.349912 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-69c0e75a-f273-433d-8fb3-e556e2a9b863 req-ee2ce092-c6e0-4cf1-92f7-a0480a8a39b0 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 Apr 14 20:23:37.493761 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983b432-603b-4c33-8bf2-af7bb75072d2 req-fe83d66e-0dea-42f5-93a5-f649e92cdd53 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:37.495227 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b983b432-603b-4c33-8bf2-af7bb75072d2 req-fe83d66e-0dea-42f5-93a5-f649e92cdd53 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0450332 Apr 14 20:23:37.539708 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b983b432-603b-4c33-8bf2-af7bb75072d2 req-cb1023fd-3017-408f-98ca-c65185c4570a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390668 Apr 14 20:23:37.822343 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c4166-97a8-439d-aa84-a7feab2f27e1 req-d0abda6a-c05a-4d0d-8e2a-3ac8ac762e43 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:37.823809 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-bc2c4166-97a8-439d-aa84-a7feab2f27e1 req-d0abda6a-c05a-4d0d-8e2a-3ac8ac762e43 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.0476131 Apr 14 20:23:37.873223 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-bc2c4166-97a8-439d-aa84-a7feab2f27e1 req-f909d14e-dd21-47bf-838d-aae1f12fe98a tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436897 Apr 14 20:23:37.992953 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b1c5c-fb4b-42d4-8dd2-70d61f1665d3 req-a6df4068-9338-4740-bdd7-e76ae815df06 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:37.994340 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-920b1c5c-fb4b-42d4-8dd2-70d61f1665d3 req-a6df4068-9338-4740-bdd7-e76ae815df06 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 936 time: 0.0602286 Apr 14 20:23:38.042895 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-920b1c5c-fb4b-42d4-8dd2-70d61f1665d3 req-ebecd1fe-5be8-4687-bc00-d64bad571ce3 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425138 Apr 14 20:23:38.058872 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:38.293790 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47436d1a-489c-4c75-812b-7b344ad1863d req-e5e62c7f-d26b-40e5-9065-cf4348092308 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:38.295268 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-47436d1a-489c-4c75-812b-7b344ad1863d req-e5e62c7f-d26b-40e5-9065-cf4348092308 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0493839 Apr 14 20:23:38.360873 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-47436d1a-489c-4c75-812b-7b344ad1863d req-b8ae55da-10eb-4974-91be-2ac2fba59c50 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585210 Apr 14 20:23:38.467320 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db633ef-da93-498d-a254-2be77b7070a8 req-485012bb-77d2-4ce5-9e18-d4d40e380dce tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:38.468758 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1db633ef-da93-498d-a254-2be77b7070a8 req-485012bb-77d2-4ce5-9e18-d4d40e380dce tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0453956 Apr 14 20:23:38.512087 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1db633ef-da93-498d-a254-2be77b7070a8 req-00a0d4b9-f007-4d03-af63-ee34336ef70f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378695 Apr 14 20:23:38.653500 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29143ab6-ff09-482a-a068-b30ae83c26fa req-922d60d8-1de0-4d4c-8a0c-96301084c7e5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:38.655569 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-29143ab6-ff09-482a-a068-b30ae83c26fa req-922d60d8-1de0-4d4c-8a0c-96301084c7e5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0460651 Apr 14 20:23:38.709755 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-29143ab6-ff09-482a-a068-b30ae83c26fa req-ec07ba02-f3d5-45b3-b4ce-c6ce3d5d847c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486372 Apr 14 20:23:38.998975 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d33b98-b880-4f49-90dd-d807656261a1 req-d8b4b088-46bd-4df2-9a42-e64b77def8d9 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:39.000508 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d7d33b98-b880-4f49-90dd-d807656261a1 req-d8b4b088-46bd-4df2-9a42-e64b77def8d9 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.0569117 Apr 14 20:23:39.055742 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d7d33b98-b880-4f49-90dd-d807656261a1 req-dcc50261-c234-4559-9e85-f20b29a22cbb tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489922 Apr 14 20:23:39.159503 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13310164-fd04-4ca7-b80b-1eb56ce16969 req-b74fdeae-91a6-405c-95c6-ae9ffcb050e9 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:39.160970 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-13310164-fd04-4ca7-b80b-1eb56ce16969 req-b74fdeae-91a6-405c-95c6-ae9ffcb050e9 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 936 time: 0.0481074 Apr 14 20:23:39.217141 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-13310164-fd04-4ca7-b80b-1eb56ce16969 req-e7007484-f6d2-49d2-9620-f7c49420120a tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462501 Apr 14 20:23:39.237592 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:39.259103 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Request body: {'port': {'device_id': 'c719d011-08e0-475b-b944-af73b775a079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:23:39.327847 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:39.483882 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f6a9a-7366-465c-850b-8383d969b916 req-270bc3e4-bb7f-438f-85be-f2d16a00d719 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:39.485544 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a48f6a9a-7366-465c-850b-8383d969b916 req-270bc3e4-bb7f-438f-85be-f2d16a00d719 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0516925 Apr 14 20:23:39.543252 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a48f6a9a-7366-465c-850b-8383d969b916 req-46b90c94-2589-4158-907c-021234b7507e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518475 Apr 14 20:23:39.644262 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:23:39.654816 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Publish callbacks [] for port (b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:39.662664 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341270e-ea5a-4f51-a0dd-7d088f524fe6 req-2973680e-5c7f-4cea-b127-65a6f085eb51 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:39.664140 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c341270e-ea5a-4f51-a0dd-7d088f524fe6 req-2973680e-5c7f-4cea-b127-65a6f085eb51 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0619674 Apr 14 20:23:39.682261 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Transition to ACTIVE for port object b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:23:39.689961 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:39.761939 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Pushing event updated for resources: {'Port': ['ID=b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:39.784341 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c341270e-ea5a-4f51-a0dd-7d088f524fe6 req-90021644-147b-4ec0-8b7b-396aedf55702 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118422 Apr 14 20:23:39.787080 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:39.787441 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:39.787811 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:39.788142 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:39.788480 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:39.788816 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:39.789152 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:39.789487 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:39.789818 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:39.790166 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:39.790525 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:39.790857 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:39.791189 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:39.791512 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:39.791843 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:39.865943 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f99111-b9eb-4816-866f-a505a1efd8be req-85eec861-731f-4b93-9694-881a96c705de tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:39.873619 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-57f99111-b9eb-4816-866f-a505a1efd8be req-85eec861-731f-4b93-9694-881a96c705de tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0851970 Apr 14 20:23:39.903723 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f6406-6238-4e88-a355-763af9a57bc1 req-3e00ee9b-64dd-4b7b-a5f1-42f5796409fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:39.906291 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f33f6406-6238-4e88-a355-763af9a57bc1 req-3e00ee9b-64dd-4b7b-a5f1-42f5796409fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cadd6f4f80d4757ae43922d6da3505f&device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 1128 time: 0.0563934 Apr 14 20:23:39.953739 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-57f99111-b9eb-4816-866f-a505a1efd8be req-e1f99d9a-772e-4463-946b-636eb1db4fe4 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743084 Apr 14 20:23:39.957083 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-57777266-93c0-4954-b6de-4b065e66a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:39.958879 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-57777266-93c0-4954-b6de-4b065e66a008 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 1128 time: 0.0571465 Apr 14 20:23:40.054700 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-d9a3ab5b-ffe4-403e-be6f-2ab5be9e37c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694e8ba3-bf28-42f2-980f-356475aa4d52 HTTP/1.1" status: 200 len: 217 time: 0.0691252 Apr 14 20:23:40.120524 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Attempting to bind port b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:23:40.120890 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Attempting to bind port b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '813817f8-ed28-48e1-a45f-109707757c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a83b9634-306e-4286-bd0b-7ce477e7c9db'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:23:40.121181 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Attempting to bind port b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d on network a83b9634-306e-4286-bd0b-7ce477e7c9db {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:23:40.131276 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Port b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d on network a83b9634-306e-4286-bd0b-7ce477e7c9db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:23:40.131607 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Attempting to bind port b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d on network a83b9634-306e-4286-bd0b-7ce477e7c9db {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:23:40.142362 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:23:40.142760 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Checking segment: {'id': '813817f8-ed28-48e1-a45f-109707757c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a83b9634-306e-4286-bd0b-7ce477e7c9db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:23:40.143153 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Bound using segment: {'id': '813817f8-ed28-48e1-a45f-109707757c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a83b9634-306e-4286-bd0b-7ce477e7c9db'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:23:40.143662 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Bound port: b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813817f8-ed28-48e1-a45f-109707757c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a83b9634-306e-4286-bd0b-7ce477e7c9db'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:23:40.143936 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:40.230492 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f6406-6238-4e88-a355-763af9a57bc1 req-9f2ce4ad-a5a4-4f2b-a142-b2daf495e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:40.230492 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f33f6406-6238-4e88-a355-763af9a57bc1 req-9f2ce4ad-a5a4-4f2b-a142-b2daf495e282 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8cadd6f4f80d4757ae43922d6da3505f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2664571 Apr 14 20:23:40.236997 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b93849-30a5-46d1-9731-80ed4fc46fc6 req-8ae1387f-52b8-4c2b-b4c2-3f26a6ca8604 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:40.238514 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d2b93849-30a5-46d1-9731-80ed4fc46fc6 req-8ae1387f-52b8-4c2b-b4c2-3f26a6ca8604 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.0998087 Apr 14 20:23:40.269470 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 60542) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:40.297532 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] For port b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d, host hv-cinder-83753, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:23:40.371316 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-c87ea701-bc05-49b5-8707-46c43f35c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:40.374168 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-c87ea701-bc05-49b5-8707-46c43f35c250 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa8a56ac-3172-4f0f-9a52-265e07c67e59 HTTP/1.1" status: 200 len: 858 time: 0.0575254 Apr 14 20:23:40.386390 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8d013-5f10-4ab8-ac70-36d1adcaed12 req-6190528a-9f68-411e-b5a4-740ac2e4ccf0 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:40.390910 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-16f8d013-5f10-4ab8-ac70-36d1adcaed12 req-6190528a-9f68-411e-b5a4-740ac2e4ccf0 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0573432 Apr 14 20:23:40.395686 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] For port b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d,segment=NetworkSegment(813817f8-ed28-48e1-a45f-109707757c20),segment_id=813817f8-ed28-48e1-a45f-109707757c20)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:23:40.412272 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:40.414438 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d2b93849-30a5-46d1-9731-80ed4fc46fc6 req-40498d61-d1a7-4ebf-be14-ed379531f753 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675286 Apr 14 20:23:40.460403 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:40.476144 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-16f8d013-5f10-4ab8-ac70-36d1adcaed12 req-65deeef3-a649-4c92-94b7-1dee29e55edd tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780797 Apr 14 20:23:40.521319 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] Publish callbacks [] for security_group (f7c4cc72-cbcd-4505-a607-f69f81a8bfbb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:40.525585 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (f7c4cc72-cbcd-4505-a607-f69f81a8bfbb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:40.540003 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fece12b-d7ba-4b3b-b1b3-3128ef5b7a08 req-b2c52cb9-30f1-40cc-a7f7-ebb874368f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:40.541484 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7fece12b-d7ba-4b3b-b1b3-3128ef5b7a08 req-b2c52cb9-30f1-40cc-a7f7-ebb874368f46 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 1130 time: 0.1663806 Apr 14 20:23:40.546942 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-6d82724c-2a3a-4f83-89fb-f4184cdf6348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:40.548324 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-6d82724c-2a3a-4f83-89fb-f4184cdf6348 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16448b67-0841-4eef-b889-fdba363b68dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1376259 Apr 14 20:23:40.557876 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:40.558523 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:40.560246 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] 10.222.0.46 "PUT /v2.0/ports/b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d HTTP/1.1" status: 200 len: 1098 time: 1.3069777 Apr 14 20:23:40.562559 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c719d011-08e0-475b-b944-af73b775a079', 'tag': 'b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:23:40.565143 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd22aa0-7a83-40e7-8c40-d5057a789644" -d '{"events": [{"name": "network-changed", "server_uuid": "c719d011-08e0-475b-b944-af73b775a079", "tag": "b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:23:40.567591 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c4cc72-cbcd-4505-a607-f69f81a8bfbb,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:40.574865 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=211e5aee58234561a25545c680adca75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042417 Apr 14 20:23:40.576048 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 60550) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:40.588948 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5d265-276c-4a37-af04-df19fb17fb01 service neutron] Pushing event updated for resources: {'Port': ['ID=b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:40.605639 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f6406-6238-4e88-a355-763af9a57bc1 req-b003397a-e872-47d6-a627-b1f37addfd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:40.607759 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f33f6406-6238-4e88-a355-763af9a57bc1 req-b003397a-e872-47d6-a627-b1f37addfd48 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2422690 Apr 14 20:23:40.613238 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:40.613581 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:40.614216 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:40.614760 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:40.615277 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:40.615945 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:40.616766 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:40.617251 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:40.617768 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:40.618254 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:40.619496 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:40.620079 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:40.620648 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:40.621144 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:40.621865 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b0a5a8-aecc-4698-bcd9-57139be8462a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:40.655725 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24b6ae6-7ef7-4566-93c6-654d96cfeaa9 x-openstack-request-id: req-f24b6ae6-7ef7-4566-93c6-654d96cfeaa9 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:23:40.656219 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c719d011-08e0-475b-b944-af73b775a079", "tag": "b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:23:40.656298 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f24b6ae6-7ef7-4566-93c6-654d96cfeaa9 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:23:40.656693 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f24b6ae6-7ef7-4566-93c6-654d96cfeaa9'] response: {'name': 'network-changed', 'server_uuid': 'c719d011-08e0-475b-b944-af73b775a079', 'tag': 'b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d', 'status': 'completed', 'code': 200} Apr 14 20:23:40.674120 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-59ab4c89-71f1-410f-87e8-8921950eb107 admin admin] Publish callbacks [] for security_group (f7c4cc72-cbcd-4505-a607-f69f81a8bfbb), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:40.737182 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-59ab4c89-71f1-410f-87e8-8921950eb107 admin admin] Publish callbacks [] for security_group (f7c4cc72-cbcd-4505-a607-f69f81a8bfbb), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:40.753148 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57152c35-5471-41cd-961c-aa6e460cfbd1 req-456526db-f239-4603-903f-9d4201a532cb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:40.760053 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-57152c35-5471-41cd-961c-aa6e460cfbd1 req-456526db-f239-4603-903f-9d4201a532cb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0835869 Apr 14 20:23:40.849744 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-57152c35-5471-41cd-961c-aa6e460cfbd1 req-c9328600-df72-4ea1-9d81-ebf8a69b21ad tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860188 Apr 14 20:23:40.862091 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-59ab4c89-71f1-410f-87e8-8921950eb107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (f7c4cc72-cbcd-4505-a607-f69f81a8bfbb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:40.865193 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-59ab4c89-71f1-410f-87e8-8921950eb107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:40.868917 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-59ab4c89-71f1-410f-87e8-8921950eb107 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f7c4cc72-cbcd-4505-a607-f69f81a8bfbb HTTP/1.1" status: 204 len: 168 time: 0.2886839 Apr 14 20:23:40.875666 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab4c89-71f1-410f-87e8-8921950eb107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c4cc72-cbcd-4505-a607-f69f81a8bfbb,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:40.928483 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fefbd-a9da-4b25-a341-9f463da044b5 req-a77d16c1-32ba-41fb-ab4f-09dc2fc4629f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:40.930018 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a21fefbd-a9da-4b25-a341-9f463da044b5 req-a77d16c1-32ba-41fb-ab4f-09dc2fc4629f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0623777 Apr 14 20:23:40.972721 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 60566) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:40.984285 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a21fefbd-a9da-4b25-a341-9f463da044b5 req-67f80901-b268-4c21-95c4-17bed828764c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477977 Apr 14 20:23:41.084076 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a1623-08a2-4cac-8011-18a5f6ac96fa req-ee6c0848-d70f-49e3-86a7-f8e5a8a4cbaf tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:41.086268 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-105a1623-08a2-4cac-8011-18a5f6ac96fa req-ee6c0848-d70f-49e3-86a7-f8e5a8a4cbaf tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0519798 Apr 14 20:23:41.140898 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-105a1623-08a2-4cac-8011-18a5f6ac96fa req-99799d1c-2054-4a02-8b94-b7a0e9a52f66 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482984 Apr 14 20:23:41.210330 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c2480dfa-883a-4d8a-b305-744d4bce265c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:41.292335 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c2480dfa-883a-4d8a-b305-744d4bce265c admin admin] Publish callbacks [] for security_group (8696e468-7607-44b3-a7cf-7ea237f7623d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:41.296909 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c2480dfa-883a-4d8a-b305-744d4bce265c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (8696e468-7607-44b3-a7cf-7ea237f7623d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:41.336070 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-c2480dfa-883a-4d8a-b305-744d4bce265c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0c2bd00b92b413c8192efee7f1de94e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3622749 Apr 14 20:23:41.338967 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 60584) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:41.344737 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2480dfa-883a-4d8a-b305-744d4bce265c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8696e468-7607-44b3-a7cf-7ea237f7623d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:41.397048 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-23db6cc0-c05b-4a60-912f-c340b2ee525f admin admin] Publish callbacks [] for security_group (8696e468-7607-44b3-a7cf-7ea237f7623d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:41.420370 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-23db6cc0-c05b-4a60-912f-c340b2ee525f admin admin] Publish callbacks [] for security_group (8696e468-7607-44b3-a7cf-7ea237f7623d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:41.474668 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-23db6cc0-c05b-4a60-912f-c340b2ee525f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (8696e468-7607-44b3-a7cf-7ea237f7623d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:41.479915 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-23db6cc0-c05b-4a60-912f-c340b2ee525f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:41.483968 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-23db6cc0-c05b-4a60-912f-c340b2ee525f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8696e468-7607-44b3-a7cf-7ea237f7623d HTTP/1.1" status: 204 len: 168 time: 0.1412785 Apr 14 20:23:41.494632 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db6cc0-c05b-4a60-912f-c340b2ee525f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8696e468-7607-44b3-a7cf-7ea237f7623d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:41.547740 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b940eb-f942-4607-b429-a8feb0185d10 req-a26e412c-3f0b-4bcb-8c02-ffcce5083a45 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:41.550595 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-13b940eb-f942-4607-b429-a8feb0185d10 req-a26e412c-3f0b-4bcb-8c02-ffcce5083a45 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.0608773 Apr 14 20:23:41.612788 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-13b940eb-f942-4607-b429-a8feb0185d10 req-e61fea5a-4e28-4bbd-be29-db9ffea7edd8 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560441 Apr 14 20:23:41.627039 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ade04-39a8-4ea1-9cb2-0768aa0f6340 req-c1ed8261-3729-4cf5-9c27-be25c9620e2a tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:41.629273 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-747ade04-39a8-4ea1-9cb2-0768aa0f6340 req-c1ed8261-3729-4cf5-9c27-be25c9620e2a tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0696878 Apr 14 20:23:41.691822 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-747ade04-39a8-4ea1-9cb2-0768aa0f6340 req-eb9c7797-b785-4706-b557-8616a607a7de tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556579 Apr 14 20:23:41.829384 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 60606) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:41.842652 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6296a425-a70a-4c69-8801-dad0fbcfb09e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:41.919941 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6296a425-a70a-4c69-8801-dad0fbcfb09e admin admin] Publish callbacks [] for security_group (228c11e5-14f4-4e8d-a5a7-7bad40abad28), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:41.925373 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6296a425-a70a-4c69-8801-dad0fbcfb09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (228c11e5-14f4-4e8d-a5a7-7bad40abad28), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:41.954180 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5b524-95cb-4e70-89d6-afae592a3301 req-65bbdb8e-750f-4063-a006-630229af0b6f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:41.955885 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-17f5b524-95cb-4e70-89d6-afae592a3301 req-65bbdb8e-750f-4063-a006-630229af0b6f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0514042 Apr 14 20:23:41.967783 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-6296a425-a70a-4c69-8801-dad0fbcfb09e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c43ea3a51c1496ca29f50439d178ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344333 Apr 14 20:23:41.967783 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296a425-a70a-4c69-8801-dad0fbcfb09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228c11e5-14f4-4e8d-a5a7-7bad40abad28,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:41.968927 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 60610) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:42.023414 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c7e924be-450b-4a26-9812-8d07860a932b admin admin] Publish callbacks [] for security_group (228c11e5-14f4-4e8d-a5a7-7bad40abad28), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:42.024145 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-17f5b524-95cb-4e70-89d6-afae592a3301 req-5b6b677c-0d17-4c4b-abbe-d0e526854440 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618515 Apr 14 20:23:42.051632 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c7e924be-450b-4a26-9812-8d07860a932b admin admin] Publish callbacks [] for security_group (228c11e5-14f4-4e8d-a5a7-7bad40abad28), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:42.135306 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccddb3b-eec3-4723-a189-85725eb7fe4e req-63a10bf2-32d1-463b-9e5d-3397a8f556a1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:42.136856 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bccddb3b-eec3-4723-a189-85725eb7fe4e req-63a10bf2-32d1-463b-9e5d-3397a8f556a1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0522230 Apr 14 20:23:42.158677 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c7e924be-450b-4a26-9812-8d07860a932b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (228c11e5-14f4-4e8d-a5a7-7bad40abad28), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:42.161350 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c7e924be-450b-4a26-9812-8d07860a932b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:42.162531 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-c7e924be-450b-4a26-9812-8d07860a932b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/228c11e5-14f4-4e8d-a5a7-7bad40abad28 HTTP/1.1" status: 204 len: 168 time: 0.1926816 Apr 14 20:23:42.181165 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e924be-450b-4a26-9812-8d07860a932b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228c11e5-14f4-4e8d-a5a7-7bad40abad28,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:42.208453 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bccddb3b-eec3-4723-a189-85725eb7fe4e req-b0a676cb-b084-4835-a16e-0e340ab49b3e tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637546 Apr 14 20:23:42.267351 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4d915-1aba-473c-ba8e-5a31de9a9d15 req-0c64d2e4-e3fa-41f0-8d30-6f1c99d22340 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:42.268824 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f5c4d915-1aba-473c-ba8e-5a31de9a9d15 req-0c64d2e4-e3fa-41f0-8d30-6f1c99d22340 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0490494 Apr 14 20:23:42.317495 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f5c4d915-1aba-473c-ba8e-5a31de9a9d15 req-a96f65c5-b067-4e29-9a86-d5c5fbcd5448 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431225 Apr 14 20:23:42.497613 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 60626) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:42.510507 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e066671a-e3ea-4877-abaf-151bea2da7e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:42.584981 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e066671a-e3ea-4877-abaf-151bea2da7e1 admin admin] Publish callbacks [] for security_group (dc5f1e5e-5acc-44dd-9731-1e20e6c903a5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:42.588648 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e066671a-e3ea-4877-abaf-151bea2da7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (dc5f1e5e-5acc-44dd-9731-1e20e6c903a5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:42.628838 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-e066671a-e3ea-4877-abaf-151bea2da7e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ec6b5d4204c44dcbe205135bd945b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301675 Apr 14 20:23:42.629905 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066671a-e3ea-4877-abaf-151bea2da7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5f1e5e-5acc-44dd-9731-1e20e6c903a5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:42.631498 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 60628) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:42.683301 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94460d35-2941-4eee-987d-0520cb2a712d admin admin] Publish callbacks [] for security_group (dc5f1e5e-5acc-44dd-9731-1e20e6c903a5), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:42.705360 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94460d35-2941-4eee-987d-0520cb2a712d admin admin] Publish callbacks [] for security_group (dc5f1e5e-5acc-44dd-9731-1e20e6c903a5), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:42.753874 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072d838-6524-4a84-b3c4-5fbdb498973b req-ab016af5-3f2e-4a12-8fdf-4712d4d407ae tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:42.755805 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9072d838-6524-4a84-b3c4-5fbdb498973b req-ab016af5-3f2e-4a12-8fdf-4712d4d407ae tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.0726855 Apr 14 20:23:42.761973 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94460d35-2941-4eee-987d-0520cb2a712d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (dc5f1e5e-5acc-44dd-9731-1e20e6c903a5), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:42.765435 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94460d35-2941-4eee-987d-0520cb2a712d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:42.766661 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-94460d35-2941-4eee-987d-0520cb2a712d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc5f1e5e-5acc-44dd-9731-1e20e6c903a5 HTTP/1.1" status: 204 len: 168 time: 0.1341782 Apr 14 20:23:42.803844 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94460d35-2941-4eee-987d-0520cb2a712d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5f1e5e-5acc-44dd-9731-1e20e6c903a5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:42.808386 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9072d838-6524-4a84-b3c4-5fbdb498973b req-12f20527-fcd1-4cf6-8784-7ef440487d7c tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461645 Apr 14 20:23:42.823408 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7f120-cc1d-437c-a90e-1453e4aff744 req-00327d97-8820-4d72-aa8f-6f3ad633db6f tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:42.825609 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-21a7f120-cc1d-437c-a90e-1453e4aff744 req-00327d97-8820-4d72-aa8f-6f3ad633db6f tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0573010 Apr 14 20:23:42.880384 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-21a7f120-cc1d-437c-a90e-1453e4aff744 req-e2cea709-a112-4098-9086-f594e4acea21 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449333 Apr 14 20:23:42.881175 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:23:42.986850 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 9c40d493-16c9-48bd-b30f-5d4ade6bfc01, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9c40d493-16c9-48bd-b30f-5d4ade6bfc01,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:23:42.997707 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': '9c40d493-16c9-48bd-b30f-5d4ade6bfc01', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'port_id': '9c40d493-16c9-48bd-b30f-5d4ade6bfc01', 'mac_address': 'fa:16:3e:4a:20:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:23:43.039751 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:23:43.040199 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (9c40d493-16c9-48bd-b30f-5d4ade6bfc01), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:43.056385 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:23:43.079040 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 9c40d493-16c9-48bd-b30f-5d4ade6bfc01, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9c40d493-16c9-48bd-b30f-5d4ade6bfc01,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:23:43.083568 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (9c40d493-16c9-48bd-b30f-5d4ade6bfc01), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:43.146577 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=9c40d493-16c9-48bd-b30f-5d4ade6bfc01,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:43.156848 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:43.157241 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:43.157550 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:43.157959 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:43.158335 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:43.158591 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:43.158907 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:43.159270 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:43.159735 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:43.160111 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:43.160600 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:43.160956 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:43.161290 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:43.161819 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:43.162063 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:23:43.168212 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1a98d-792c-4f26-ad7e-951b1fe1fa5b req-1aa429a1-9594-4931-a335-8bf7b9652d6b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:43.169963 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-82d1a98d-792c-4f26-ad7e-951b1fe1fa5b req-1aa429a1-9594-4931-a335-8bf7b9652d6b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0661778 Apr 14 20:23:43.219447 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-82d1a98d-792c-4f26-ad7e-951b1fe1fa5b req-036dd4fc-d59a-457c-b9c9-24cfa4b4d825 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436158 Apr 14 20:23:43.321115 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ccce0-2b8d-49b6-b840-dfdc38c54161 req-468864f5-3938-4d58-8947-bcc9b0720cf0 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:43.322360 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-108ccce0-2b8d-49b6-b840-dfdc38c54161 req-468864f5-3938-4d58-8947-bcc9b0720cf0 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0472112 Apr 14 20:23:43.383065 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-108ccce0-2b8d-49b6-b840-dfdc38c54161 req-309eeba0-bb63-4bd3-938a-6c7fe5e8e1f5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521290 Apr 14 20:23:43.443050 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5d40c-a1c9-42de-b10d-83ef46871ada req-d861ea5f-ce37-4b19-96d4-d61b49f2e687 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:43.444583 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-02c5d40c-a1c9-42de-b10d-83ef46871ada req-d861ea5f-ce37-4b19-96d4-d61b49f2e687 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0521197 Apr 14 20:23:43.490129 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-02c5d40c-a1c9-42de-b10d-83ef46871ada req-f0f502d7-9f78-404b-92fe-7a3af7ae57a9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399988 Apr 14 20:23:43.936143 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686c3f6-312f-4a5f-a49d-9abbda7fb0ec req-43294528-9b74-43ff-990b-3c0c138b2b07 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:43.937647 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2686c3f6-312f-4a5f-a49d-9abbda7fb0ec req-43294528-9b74-43ff-990b-3c0c138b2b07 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.0465534 Apr 14 20:23:43.990386 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2686c3f6-312f-4a5f-a49d-9abbda7fb0ec req-d55710d7-f2e2-4a87-81ff-f39bbce7c983 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464988 Apr 14 20:23:44.010924 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef3bde-508b-4c88-b495-6313fb2f3938 req-9b9dc55e-b68a-45a8-98c2-746c38b2d260 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:44.012755 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-60ef3bde-508b-4c88-b495-6313fb2f3938 req-9b9dc55e-b68a-45a8-98c2-746c38b2d260 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0530252 Apr 14 20:23:44.060949 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-60ef3bde-508b-4c88-b495-6313fb2f3938 req-27472fc9-0fa3-457c-81cf-dc6f0008a045 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426416 Apr 14 20:23:44.333946 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974ef6c-a047-4542-84c7-2bd30e59c538 req-b24f5c83-705e-4c67-960f-cc0e07687179 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:44.335600 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1974ef6c-a047-4542-84c7-2bd30e59c538 req-b24f5c83-705e-4c67-960f-cc0e07687179 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0461798 Apr 14 20:23:44.385779 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1974ef6c-a047-4542-84c7-2bd30e59c538 req-98ca63fe-e069-4ee1-92b6-e91fa151b2b5 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445409 Apr 14 20:23:44.510209 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b301f1-86f1-41fa-bff9-c67182e994af req-7dee0508-1dd1-4333-8500-52c03155e56c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:44.511716 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-94b301f1-86f1-41fa-bff9-c67182e994af req-7dee0508-1dd1-4333-8500-52c03155e56c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0470357 Apr 14 20:23:44.568292 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-94b301f1-86f1-41fa-bff9-c67182e994af req-4ee4bbcc-1ad3-4f45-9755-33043d1fb701 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508883 Apr 14 20:23:44.717770 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91498e69-a32e-4611-b18d-823039f17f02 req-11aaf6b5-aba3-4a8e-becf-caf16bef1af8 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:44.719162 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-91498e69-a32e-4611-b18d-823039f17f02 req-11aaf6b5-aba3-4a8e-becf-caf16bef1af8 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.1264632 Apr 14 20:23:44.750885 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-78a30028-363d-43ff-8f53-fa0e65d987b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:44.752436 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-78a30028-363d-43ff-8f53-fa0e65d987b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cadd6f4f80d4757ae43922d6da3505f&device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 1128 time: 0.1622899 Apr 14 20:23:44.761372 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7fece12b-d7ba-4b3b-b1b3-3128ef5b7a08 req-6313fa13-7b4e-4796-a015-adb2da83ac5d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236707 Apr 14 20:23:44.792569 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-cd0c320e-75ff-4f26-8ef7-adda84c30505 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560232 Apr 14 20:23:44.803721 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-91498e69-a32e-4611-b18d-823039f17f02 req-249251bd-46b0-411c-89cb-77148110d7a7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774202 Apr 14 20:23:44.994681 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 60726) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:45.106799 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36e4ef6b-78a3-4c3e-a478-80664542349c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:45.123498 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8c608-eb1d-4722-b773-7cc83d07eb56 req-178c01ae-ebc2-44ad-a836-8b936db84b72 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:45.124965 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5bb8c608-eb1d-4722-b773-7cc83d07eb56 req-178c01ae-ebc2-44ad-a836-8b936db84b72 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.0633626 Apr 14 20:23:45.178685 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a6879-f335-429b-898b-981b5b9027c3 req-4283b542-1394-4ec6-983c-a7fab9e7f8e8 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:45.180259 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f59a6879-f335-429b-898b-981b5b9027c3 req-4283b542-1394-4ec6-983c-a7fab9e7f8e8 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0525856 Apr 14 20:23:45.207765 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5bb8c608-eb1d-4722-b773-7cc83d07eb56 req-df9b6947-9eab-49db-9b35-636a700c8bde tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654514 Apr 14 20:23:45.236071 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f59a6879-f335-429b-898b-981b5b9027c3 req-349ed838-7d6e-4669-9416-cb6a443e5d92 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440323 Apr 14 20:23:45.240243 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36e4ef6b-78a3-4c3e-a478-80664542349c admin admin] Publish callbacks [] for security_group (b7dcd19e-255e-416a-9732-2ef126864906), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:45.244624 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36e4ef6b-78a3-4c3e-a478-80664542349c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (b7dcd19e-255e-416a-9732-2ef126864906), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:45.286852 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4ef6b-78a3-4c3e-a478-80664542349c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dcd19e-255e-416a-9732-2ef126864906,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:45.294362 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-36e4ef6b-78a3-4c3e-a478-80664542349c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=479fe987c9754356b342e10db77003d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961261 Apr 14 20:23:45.294665 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 60738) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:45.347846 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95351e37-e36d-4ea4-8397-871db35c5ec6 admin admin] Publish callbacks [] for security_group (b7dcd19e-255e-416a-9732-2ef126864906), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:45.370527 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95351e37-e36d-4ea4-8397-871db35c5ec6 admin admin] Publish callbacks [] for security_group (b7dcd19e-255e-416a-9732-2ef126864906), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:45.433219 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95351e37-e36d-4ea4-8397-871db35c5ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (b7dcd19e-255e-416a-9732-2ef126864906), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:45.437834 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95351e37-e36d-4ea4-8397-871db35c5ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:45.439079 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-95351e37-e36d-4ea4-8397-871db35c5ec6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7dcd19e-255e-416a-9732-2ef126864906 HTTP/1.1" status: 204 len: 168 time: 0.1434922 Apr 14 20:23:45.453292 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['9c40d493-16c9-48bd-b30f-5d4ade6bfc01'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:23:45.463667 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95351e37-e36d-4ea4-8397-871db35c5ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dcd19e-255e-416a-9732-2ef126864906,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:45.573273 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c07c7-6c6c-4e2c-8278-7a0645e8c09f req-3b8c8b4a-27cf-411f-92e6-2a4803ae3265 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:45.573273 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-763c07c7-6c6c-4e2c-8278-7a0645e8c09f req-3b8c8b4a-27cf-411f-92e6-2a4803ae3265 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0990064 Apr 14 20:23:45.705941 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-763c07c7-6c6c-4e2c-8278-7a0645e8c09f req-47a83098-c3be-4fe6-92a7-8120759f0e0e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326127 Apr 14 20:23:45.740601 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a6092-8e71-4289-a309-8c0c3c6972ba req-ac9005db-4fe3-4797-8a44-1ac279d2459c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:45.742576 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-061a6092-8e71-4289-a309-8c0c3c6972ba req-ac9005db-4fe3-4797-8a44-1ac279d2459c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0587909 Apr 14 20:23:45.793327 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-061a6092-8e71-4289-a309-8c0c3c6972ba req-2f178d39-fb3b-4f68-b5bf-385cc1345674 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446346 Apr 14 20:23:45.878332 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 60764) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:45.891971 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be34a30b-2cb5-443a-aa83-f65c36d1d811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:45.922185 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ef225-0dec-4134-957d-ae0ffd6977ff req-4e03f969-95b9-4f12-8c00-bbdaba28f0fa tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:45.923887 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d31ef225-0dec-4134-957d-ae0ffd6977ff req-4e03f969-95b9-4f12-8c00-bbdaba28f0fa tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0475802 Apr 14 20:23:45.965918 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be34a30b-2cb5-443a-aa83-f65c36d1d811 admin admin] Publish callbacks [] for security_group (e10a7a23-3239-4a55-aef3-0c01142eac0a), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:45.970965 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be34a30b-2cb5-443a-aa83-f65c36d1d811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (e10a7a23-3239-4a55-aef3-0c01142eac0a), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:45.976102 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d31ef225-0dec-4134-957d-ae0ffd6977ff req-d0f2b6b0-bd76-4b36-ba92-a7dd50504647 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462081 Apr 14 20:23:46.013914 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-be34a30b-2cb5-443a-aa83-f65c36d1d811 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0cc5089a0c4348e494b9a5df02f6f229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343358 Apr 14 20:23:46.015875 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34a30b-2cb5-443a-aa83-f65c36d1d811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10a7a23-3239-4a55-aef3-0c01142eac0a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:46.016982 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 60766) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:46.064914 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01fbf2bd-fd1a-40b5-b59e-07aa2c62fc3b admin admin] Publish callbacks [] for security_group (e10a7a23-3239-4a55-aef3-0c01142eac0a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:46.085158 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01fbf2bd-fd1a-40b5-b59e-07aa2c62fc3b admin admin] Publish callbacks [] for security_group (e10a7a23-3239-4a55-aef3-0c01142eac0a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:46.130291 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01fbf2bd-fd1a-40b5-b59e-07aa2c62fc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (e10a7a23-3239-4a55-aef3-0c01142eac0a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:46.132828 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01fbf2bd-fd1a-40b5-b59e-07aa2c62fc3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:46.133955 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-01fbf2bd-fd1a-40b5-b59e-07aa2c62fc3b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e10a7a23-3239-4a55-aef3-0c01142eac0a HTTP/1.1" status: 204 len: 168 time: 0.1160083 Apr 14 20:23:46.141649 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbf2bd-fd1a-40b5-b59e-07aa2c62fc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10a7a23-3239-4a55-aef3-0c01142eac0a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:46.453497 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-86f879dd-b998-4276-ab58-4a2ec4a79177 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89a6d0de-c51a-4573-a23d-29b3bbada7df HTTP/1.1" status: 200 len: 217 time: 0.1175628 Apr 14 20:23:46.498757 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed0cad-6a73-4966-973c-ada59344bc8a req-0720e00e-0058-4fe6-ac05-223ebd831c4e tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:46.500280 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8eed0cad-6a73-4966-973c-ada59344bc8a req-0720e00e-0058-4fe6-ac05-223ebd831c4e tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.1999822 Apr 14 20:23:46.503493 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd22aa0-7a83-40e7-8c40-d5057a789644 req-263beafd-b078-4529-8aae-6d89af24be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:46.505004 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5dd22aa0-7a83-40e7-8c40-d5057a789644 req-263beafd-b078-4529-8aae-6d89af24be47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19d6eca91dfc4f52b84b92d384e3e8e1&device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 1132 time: 0.2027740 Apr 14 20:23:46.573732 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1e7987bf-d421-4f46-bdc2-097eb6f9676d req-b3697683-80c6-433a-976d-feb84161beea service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308974 Apr 14 20:23:46.579907 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8eed0cad-6a73-4966-973c-ada59344bc8a req-76a491c8-1485-4e1b-ab55-d8b03f993ec4 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707755 Apr 14 20:23:46.702992 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:23:46.759742 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:23:46.767071 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:23:46.767756 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (9c40d493-16c9-48bd-b30f-5d4ade6bfc01), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:46.885627 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:23:46.886377 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (9c40d493-16c9-48bd-b30f-5d4ade6bfc01), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:46.928029 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e425e10-caac-444c-b365-34f1aa6a2451 req-ddf7fcca-29d4-4977-8574-d13a5f3248b4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:46.929749 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2e425e10-caac-444c-b365-34f1aa6a2451 req-ddf7fcca-29d4-4977-8574-d13a5f3248b4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0997725 Apr 14 20:23:46.941250 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da34e3ea-bce7-4933-ae16-c301d4668a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c40d493-16c9-48bd-b30f-5d4ade6bfc01'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:23:46.944498 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6265266-790d-402a-ab13-dd153dda7440" -d '{"events": [{"server_uuid": "da34e3ea-bce7-4933-ae16-c301d4668a43", "name": "network-vif-plugged", "status": "completed", "tag": "9c40d493-16c9-48bd-b30f-5d4ade6bfc01"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:23:46.953147 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 9c40d493-16c9-48bd-b30f-5d4ade6bfc01, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9c40d493-16c9-48bd-b30f-5d4ade6bfc01,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:23:46.958975 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (9c40d493-16c9-48bd-b30f-5d4ade6bfc01), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:47.042041 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2e425e10-caac-444c-b365-34f1aa6a2451 req-d3c77168-cf75-4db2-80fe-262e061f54ca tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953388 Apr 14 20:23:47.044839 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=9c40d493-16c9-48bd-b30f-5d4ade6bfc01,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:47.121179 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5dd22aa0-7a83-40e7-8c40-d5057a789644 req-20e554c0-c96d-45ee-8c35-8f4f707e2a16 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=19d6eca91dfc4f52b84b92d384e3e8e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564542 Apr 14 20:23:47.244879 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb49723-e54b-443b-a93f-c328d6e06610 req-806cd807-2c23-4c6e-abdf-2689d9c0837f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:47.246352 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7cb49723-e54b-443b-a93f-c328d6e06610 req-806cd807-2c23-4c6e-abdf-2689d9c0837f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0923228 Apr 14 20:23:47.285605 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-8706fbbb-87a1-411e-bc0b-7ab28a82bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:47.287910 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-8706fbbb-87a1-411e-bc0b-7ab28a82bd2e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2bc5ebdc-6adc-4109-947b-34a082b30fa2 HTTP/1.1" status: 200 len: 850 time: 0.1614172 Apr 14 20:23:47.302856 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7cb49723-e54b-443b-a93f-c328d6e06610 req-9ae7dc3b-0193-449e-a9f7-fdaf83b1702a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492370 Apr 14 20:23:47.309693 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd22aa0-7a83-40e7-8c40-d5057a789644 req-29afb7cd-b581-4dd7-9cbe-955a1a5417f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:47.311162 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5dd22aa0-7a83-40e7-8c40-d5057a789644 req-29afb7cd-b581-4dd7-9cbe-955a1a5417f9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1706467 Apr 14 20:23:47.347157 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26345f7-ffb7-434f-8c9f-88c4b611ac15 x-openstack-request-id: req-d26345f7-ffb7-434f-8c9f-88c4b611ac15 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:23:47.347473 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da34e3ea-bce7-4933-ae16-c301d4668a43", "name": "network-vif-plugged", "status": "completed", "tag": "9c40d493-16c9-48bd-b30f-5d4ade6bfc01", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:23:47.347730 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d26345f7-ffb7-434f-8c9f-88c4b611ac15 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:23:47.348128 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d26345f7-ffb7-434f-8c9f-88c4b611ac15'] response: {'server_uuid': 'da34e3ea-bce7-4933-ae16-c301d4668a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c40d493-16c9-48bd-b30f-5d4ade6bfc01', 'code': 200} Apr 14 20:23:47.444523 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d6451-2373-41ef-b5f9-33c84acc8a4d req-f7541064-b6a8-4f51-b1b5-f528d3d333db tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:47.446344 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1b1d6451-2373-41ef-b5f9-33c84acc8a4d req-f7541064-b6a8-4f51-b1b5-f528d3d333db tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0521839 Apr 14 20:23:47.493975 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1b1d6451-2373-41ef-b5f9-33c84acc8a4d req-4a96145d-4f07-4f16-866e-d794201d2fee tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417252 Apr 14 20:23:47.695971 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a2817-d877-4caf-a134-f1c68e5abf37 req-17252ad9-a21e-48f8-8e42-48fb60560a0f tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:47.697442 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a68a2817-d877-4caf-a134-f1c68e5abf37 req-17252ad9-a21e-48f8-8e42-48fb60560a0f tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0493131 Apr 14 20:23:47.745260 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a68a2817-d877-4caf-a134-f1c68e5abf37 req-1e672c45-da93-400f-821b-3cc7f9e4430e tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414634 Apr 14 20:23:48.196216 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e710e-9af7-4940-9fa0-6b0cb2f97b19 req-ec94bc7d-2fba-4034-a400-f40e8673b195 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:48.196216 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c44e710e-9af7-4940-9fa0-6b0cb2f97b19 req-ec94bc7d-2fba-4034-a400-f40e8673b195 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0506747 Apr 14 20:23:48.255141 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c44e710e-9af7-4940-9fa0-6b0cb2f97b19 req-0d14243b-2672-47f6-ac74-b915c1916311 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589194 Apr 14 20:23:48.415505 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36300d86-fc22-49cb-9c0b-ec49689c836d req-48e5d0ea-c9f1-4d7a-9ecc-402f970379b9 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:48.416956 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-36300d86-fc22-49cb-9c0b-ec49689c836d req-48e5d0ea-c9f1-4d7a-9ecc-402f970379b9 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0466976 Apr 14 20:23:48.479604 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-36300d86-fc22-49cb-9c0b-ec49689c836d req-1d4d586d-7bb3-4750-a06a-7615042f1143 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559409 Apr 14 20:23:48.484472 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 60884) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:48.602734 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5359c077-9f4e-4af8-a201-79df4aac609b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:48.626862 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53420367-cec2-4218-a1a5-bbc198a59a3b req-075518e9-af42-41cb-b078-cb58518182f4 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:48.628284 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-53420367-cec2-4218-a1a5-bbc198a59a3b req-075518e9-af42-41cb-b078-cb58518182f4 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0631511 Apr 14 20:23:48.697431 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-53420367-cec2-4218-a1a5-bbc198a59a3b req-86bd6953-3c9c-4c2c-a96f-7d2885f1f1c5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631719 Apr 14 20:23:48.725136 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5359c077-9f4e-4af8-a201-79df4aac609b admin admin] Publish callbacks [] for security_group (afc0eb59-3d4b-4cc2-8cb4-06b8a1205a30), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:48.728359 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5359c077-9f4e-4af8-a201-79df4aac609b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (afc0eb59-3d4b-4cc2-8cb4-06b8a1205a30), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:48.766387 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-5359c077-9f4e-4af8-a201-79df4aac609b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72c747df3e164806a86aaf43ce3c4ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809160 Apr 14 20:23:48.767329 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359c077-9f4e-4af8-a201-79df4aac609b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc0eb59-3d4b-4cc2-8cb4-06b8a1205a30,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:48.769030 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 60892) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:48.822657 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b49af44-0983-4e29-83cf-d72a810465b8 admin admin] Publish callbacks [] for security_group (afc0eb59-3d4b-4cc2-8cb4-06b8a1205a30), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:48.845802 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b49af44-0983-4e29-83cf-d72a810465b8 admin admin] Publish callbacks [] for security_group (afc0eb59-3d4b-4cc2-8cb4-06b8a1205a30), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:48.895219 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b49af44-0983-4e29-83cf-d72a810465b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (afc0eb59-3d4b-4cc2-8cb4-06b8a1205a30), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:48.897805 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b49af44-0983-4e29-83cf-d72a810465b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:48.899080 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-1b49af44-0983-4e29-83cf-d72a810465b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/afc0eb59-3d4b-4cc2-8cb4-06b8a1205a30 HTTP/1.1" status: 204 len: 168 time: 0.1288960 Apr 14 20:23:48.907988 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49af44-0983-4e29-83cf-d72a810465b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc0eb59-3d4b-4cc2-8cb4-06b8a1205a30,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:49.049622 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a77543-35e1-4200-85a8-e1ecf562ed2c req-f2156cb9-a990-47e0-9108-d3ff681e1099 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:49.051223 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a2a77543-35e1-4200-85a8-e1ecf562ed2c req-f2156cb9-a990-47e0-9108-d3ff681e1099 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.2372487 Apr 14 20:23:49.105775 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a2a77543-35e1-4200-85a8-e1ecf562ed2c req-5dcc6815-7168-4b57-8000-82ed09976b2e tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458922 Apr 14 20:23:49.367324 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d81643-22a1-4d7f-9f98-8866377ab6f9 req-7bc8c176-fd9a-4e29-adb1-c01ced647734 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:49.368893 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-83d81643-22a1-4d7f-9f98-8866377ab6f9 req-7bc8c176-fd9a-4e29-adb1-c01ced647734 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0474868 Apr 14 20:23:49.415753 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-83d81643-22a1-4d7f-9f98-8866377ab6f9 req-5ebf2f22-faf8-4ea0-afd7-49e5819185dc tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406241 Apr 14 20:23:49.592564 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d9841-d3eb-49f7-b2ea-96412be5a05f req-69c597cb-6b36-49d5-8435-050a95971bde tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:49.594030 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-592d9841-d3eb-49f7-b2ea-96412be5a05f req-69c597cb-6b36-49d5-8435-050a95971bde tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0482540 Apr 14 20:23:49.645110 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-592d9841-d3eb-49f7-b2ea-96412be5a05f req-f4b8fd31-b2cb-44ab-982c-ce3fe5f0ee2a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404775 Apr 14 20:23:49.820614 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98815d37-a2bf-469c-a56f-caa6d3b4acee req-0e0e4a18-28d8-4c1a-a367-5ef2b81d4975 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:49.822124 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-98815d37-a2bf-469c-a56f-caa6d3b4acee req-0e0e4a18-28d8-4c1a-a367-5ef2b81d4975 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0542278 Apr 14 20:23:49.869227 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-98815d37-a2bf-469c-a56f-caa6d3b4acee req-1820e73a-fb4f-42fd-abba-99283726f74e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405190 Apr 14 20:23:50.211409 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1ab0a-1bba-4fee-a566-b0025143db38 req-ffbea85d-ba48-4c27-86aa-bb5f3c305a98 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:50.212749 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d5c1ab0a-1bba-4fee-a566-b0025143db38 req-ffbea85d-ba48-4c27-86aa-bb5f3c305a98 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0444291 Apr 14 20:23:50.261594 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d5c1ab0a-1bba-4fee-a566-b0025143db38 req-32e3701f-6f91-4da2-a1fa-44a465e4195c tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426328 Apr 14 20:23:50.525209 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df46c1-7cfe-426a-b185-7a091c4c96fc req-029c72ba-aa79-43eb-b182-b16a7cc9a51c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:50.526591 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-07df46c1-7cfe-426a-b185-7a091c4c96fc req-029c72ba-aa79-43eb-b182-b16a7cc9a51c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0444744 Apr 14 20:23:50.571293 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-07df46c1-7cfe-426a-b185-7a091c4c96fc req-3eb633a4-118a-445f-95cb-093bb9cbf186 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387344 Apr 14 20:23:50.750309 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f450225-d5c6-437c-98cd-5aca863797e4 req-ead7445a-1853-4bdc-bad3-9832a55ac319 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:50.751778 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8f450225-d5c6-437c-98cd-5aca863797e4 req-ead7445a-1853-4bdc-bad3-9832a55ac319 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0454824 Apr 14 20:23:50.796896 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8f450225-d5c6-437c-98cd-5aca863797e4 req-c114cfb5-fcff-442e-a03a-b6be2e8ad2b9 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395617 Apr 14 20:23:50.989988 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21f0f4-b9d7-4874-b4dd-f4b08dc91c6b req-03342fce-0e08-4fba-a082-49746e09ad45 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:50.991470 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8d21f0f4-b9d7-4874-b4dd-f4b08dc91c6b req-03342fce-0e08-4fba-a082-49746e09ad45 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0489786 Apr 14 20:23:51.036579 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8d21f0f4-b9d7-4874-b4dd-f4b08dc91c6b req-fab86aac-b88a-48b5-bd75-986f2ff4d053 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396509 Apr 14 20:23:51.378143 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da66438-65ed-4fd8-8e5b-9bd9e91a2ef0 req-7952b8bd-db98-47f3-bc40-b72fa773e4a5 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:51.379635 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4da66438-65ed-4fd8-8e5b-9bd9e91a2ef0 req-7952b8bd-db98-47f3-bc40-b72fa773e4a5 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0462260 Apr 14 20:23:51.424820 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4da66438-65ed-4fd8-8e5b-9bd9e91a2ef0 req-ad577b37-78e2-4881-a0ce-3654fa16bb1e tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395782 Apr 14 20:23:51.684362 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da5f99-c04b-4bac-8fab-e7645d3eadb7 req-7654c268-318c-4f48-bfcd-835fa23e09e0 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:51.685841 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d9da5f99-c04b-4bac-8fab-e7645d3eadb7 req-7654c268-318c-4f48-bfcd-835fa23e09e0 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0498924 Apr 14 20:23:51.730386 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d9da5f99-c04b-4bac-8fab-e7645d3eadb7 req-b135faed-a3d5-4b01-a3c2-4e9bd3639551 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390749 Apr 14 20:23:51.905436 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d87cd0-fc76-4b83-9829-14a0dd82456a req-5864fae4-db55-4313-80f7-ee296cf6ab02 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:51.906901 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-32d87cd0-fc76-4b83-9829-14a0dd82456a req-5864fae4-db55-4313-80f7-ee296cf6ab02 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0453699 Apr 14 20:23:51.952611 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-32d87cd0-fc76-4b83-9829-14a0dd82456a req-5e4f6ab4-d9c7-4130-bc61-0c4952d0ce5d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402334 Apr 14 20:23:52.149225 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb39734-903b-4f8a-aebb-4888551be23f req-e1b351bc-361b-44e6-94ca-3ad2c82b9142 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:52.150718 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-feb39734-903b-4f8a-aebb-4888551be23f req-e1b351bc-361b-44e6-94ca-3ad2c82b9142 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0467613 Apr 14 20:23:52.200823 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-feb39734-903b-4f8a-aebb-4888551be23f req-71668545-403a-49f0-8dd8-7907b7eb9aec tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437343 Apr 14 20:23:52.536379 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a54b26-f837-47a1-85e8-26abd7a481c6 req-841faa2d-a1ca-4d2c-bc6e-3601a57408ff tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:52.537854 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-90a54b26-f837-47a1-85e8-26abd7a481c6 req-841faa2d-a1ca-4d2c-bc6e-3601a57408ff tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0460095 Apr 14 20:23:52.583451 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-90a54b26-f837-47a1-85e8-26abd7a481c6 req-99ec20ff-1dfa-4811-bf24-1ab8df58aa97 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 Apr 14 20:23:52.839183 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3f512-aa43-47bd-a942-30a854ebf56b req-57e2372b-5c82-484a-acfa-5563a6cb0540 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:52.841541 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3fe3f512-aa43-47bd-a942-30a854ebf56b req-57e2372b-5c82-484a-acfa-5563a6cb0540 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0462680 Apr 14 20:23:52.887690 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3fe3f512-aa43-47bd-a942-30a854ebf56b req-b3e2eb6a-cbd0-4b05-85f7-21365209c2a1 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401640 Apr 14 20:23:53.064621 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c5559-de01-48c2-981b-862cc9d4a17c req-7cd799e0-26cc-4687-932e-bc89eecc3df8 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:53.066154 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-911c5559-de01-48c2-981b-862cc9d4a17c req-7cd799e0-26cc-4687-932e-bc89eecc3df8 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0493689 Apr 14 20:23:53.112028 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-911c5559-de01-48c2-981b-862cc9d4a17c req-2acaf075-7a1a-48b7-a2ae-8cfafd6def9b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Apr 14 20:23:53.313732 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7294421-4549-43cc-a356-bf126a12d6d9 req-984f07c6-3298-4c07-90af-09ffd2400d1e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:53.315112 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c7294421-4549-43cc-a356-bf126a12d6d9 req-984f07c6-3298-4c07-90af-09ffd2400d1e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0456045 Apr 14 20:23:53.359049 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c7294421-4549-43cc-a356-bf126a12d6d9 req-80c7ceca-f3d2-484c-bef9-a16f2e66b8d1 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385697 Apr 14 20:23:53.694110 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa869c-e1a5-4d59-b7a9-ee36e800701f req-78a519d9-3602-4fd6-b12d-0bb790bdbd09 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:53.695609 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7efa869c-e1a5-4d59-b7a9-ee36e800701f req-78a519d9-3602-4fd6-b12d-0bb790bdbd09 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0468273 Apr 14 20:23:53.744152 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7efa869c-e1a5-4d59-b7a9-ee36e800701f req-1bb8ad2f-339c-44c7-b7a9-8f1b0f49456e tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429254 Apr 14 20:23:54.000062 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54364cd0-4d03-45ec-a876-87621639f417 req-b1e7e88c-be85-46e7-9a95-bfd836d5ccbb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:54.001518 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-54364cd0-4d03-45ec-a876-87621639f417 req-b1e7e88c-be85-46e7-9a95-bfd836d5ccbb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0485299 Apr 14 20:23:54.051471 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-54364cd0-4d03-45ec-a876-87621639f417 req-c196ebaa-5be2-4762-ae27-63cb19cb30cf tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444138 Apr 14 20:23:54.227483 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545f966-58c6-4cf4-b713-b9b3b57c8843 req-7558b103-426a-4bb7-b246-b80912d83b36 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:54.228845 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8545f966-58c6-4cf4-b713-b9b3b57c8843 req-7558b103-426a-4bb7-b246-b80912d83b36 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0462472 Apr 14 20:23:54.273600 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8545f966-58c6-4cf4-b713-b9b3b57c8843 req-b23b5b10-6d92-4132-87fb-f29ab6a41534 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392096 Apr 14 20:23:54.493437 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acb002-8653-462b-8646-a1f8e43701a0 req-7294cf03-27b7-4db0-b69f-c0ded31f048f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:54.493437 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-50acb002-8653-462b-8646-a1f8e43701a0 req-7294cf03-27b7-4db0-b69f-c0ded31f048f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0635836 Apr 14 20:23:54.557810 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-50acb002-8653-462b-8646-a1f8e43701a0 req-c798c802-14ec-4958-8e20-644c70c4de92 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589893 Apr 14 20:23:54.865455 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16918452-c477-4eab-af3e-68879d0f5e56 req-b5ebe69f-f349-404e-bedc-13cecddec856 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:54.866966 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-16918452-c477-4eab-af3e-68879d0f5e56 req-b5ebe69f-f349-404e-bedc-13cecddec856 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0508814 Apr 14 20:23:54.913680 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-16918452-c477-4eab-af3e-68879d0f5e56 req-5d187ab4-691f-41a3-b2fc-1974be834d70 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406334 Apr 14 20:23:55.166755 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f69a7-6d07-43b0-b7e5-3e9252931114 req-b3f964ea-0416-4633-887c-5548af23e817 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:55.168752 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-665f69a7-6d07-43b0-b7e5-3e9252931114 req-b3f964ea-0416-4633-887c-5548af23e817 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0511253 Apr 14 20:23:55.216909 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-665f69a7-6d07-43b0-b7e5-3e9252931114 req-d447ca79-b594-4884-bc6b-0a761b567013 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428720 Apr 14 20:23:55.385045 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edea3ae-5e27-4ba4-8c60-4bb3fb3ff14a req-1861e4da-91e7-4998-a36f-d6de8e5fc6a9 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:55.386546 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5edea3ae-5e27-4ba4-8c60-4bb3fb3ff14a req-1861e4da-91e7-4998-a36f-d6de8e5fc6a9 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.0468338 Apr 14 20:23:55.434691 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5edea3ae-5e27-4ba4-8c60-4bb3fb3ff14a req-c17dcf08-56c6-4628-b8f9-30b19b57d04c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412061 Apr 14 20:23:55.595626 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-ba4a5d0f-421f-4c1e-bd72-5f86af3d8167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:55.597952 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-ba4a5d0f-421f-4c1e-bd72-5f86af3d8167 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=22e93b71-05e5-44ed-a527-0366c169924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639138 Apr 14 20:23:55.728945 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053cca6-84cd-4df0-b265-0c30fa3ed9a5 req-4f7eb311-bbd2-45be-b323-899a0913b627 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:55.737728 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0053cca6-84cd-4df0-b265-0c30fa3ed9a5 req-4f7eb311-bbd2-45be-b323-899a0913b627 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0631216 Apr 14 20:23:55.794735 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0053cca6-84cd-4df0-b265-0c30fa3ed9a5 req-165afd28-6d77-4e5f-ab1e-25bfbe553de5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562828 Apr 14 20:23:55.921003 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444ca7c-5a4f-43f2-93ab-e8afc1213e76 req-8effc5ff-d22d-47a9-9568-dc3a467a87f9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:55.922586 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3444ca7c-5a4f-43f2-93ab-e8afc1213e76 req-8effc5ff-d22d-47a9-9568-dc3a467a87f9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0528972 Apr 14 20:23:55.932618 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 32828) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:55.946334 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e0e34273-80eb-4b5e-9b6f-58247e02e1a2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Request body: {'floatingip': {'port_id': '5222d976-3aa1-4758-86c1-106594f91ad3'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:23:56.087501 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e0e34273-80eb-4b5e-9b6f-58247e02e1a2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for floatingip (1bdb13be-683f-416d-850f-3108697e56e2), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:56.239428 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a912018-c13b-44f8-88be-9d03da4270d9 req-e970b64c-746b-41b2-b8d3-a860b57e0a7c tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:56.248838 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5a912018-c13b-44f8-88be-9d03da4270d9 req-e970b64c-746b-41b2-b8d3-a860b57e0a7c tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.1585026 Apr 14 20:23:56.269417 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-5ad80257-2875-4e87-8fa2-01b778367477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:56.286696 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-5ad80257-2875-4e87-8fa2-01b778367477 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=19d6eca91dfc4f52b84b92d384e3e8e1&device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 1132 time: 0.2537229 Apr 14 20:23:56.286696 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-47cb0b6d-1039-4734-84bc-73b3472351bc service neutron] 10.222.0.46 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697821 Apr 14 20:23:56.286696 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7124d-a37e-41ae-aa9d-546cda07c040 req-86ee7687-3ef6-40db-94d8-4df7e6fdc46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:56.298554 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3c7124d-a37e-41ae-aa9d-546cda07c040 req-86ee7687-3ef6-40db-94d8-4df7e6fdc46d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 1129 time: 0.0866990 Apr 14 20:23:56.345158 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5a912018-c13b-44f8-88be-9d03da4270d9 req-40a33eb6-f5ac-4eae-81d0-3c7b7e953853 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920558 Apr 14 20:23:56.416063 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43902b-40b7-43a2-b78f-4ea1f828b905 req-fab7cff6-4bfc-4017-a5d4-0e5490b2a721 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:56.417662 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6d43902b-40b7-43a2-b78f-4ea1f828b905 req-fab7cff6-4bfc-4017-a5d4-0e5490b2a721 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0984018 Apr 14 20:23:56.470626 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-ce08af5c-0207-4bb5-9b1d-f01ea208435c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d HTTP/1.1" status: 200 len: 217 time: 0.0879235 Apr 14 20:23:56.661026 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e47e7-16d3-4238-9fa2-d769b097daa5 req-15977847-43a8-460c-b39f-151efa132068 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:56.663410 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-056e47e7-16d3-4238-9fa2-d769b097daa5 req-15977847-43a8-460c-b39f-151efa132068 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 944 time: 0.1587470 Apr 14 20:23:56.731869 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 694e8ba3-bf28-42f2-980f-356475aa4d52 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:23:56.812918 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3c7124d-a37e-41ae-aa9d-546cda07c040 req-5479d91f-ac3f-4492-9f35-fa786b05262f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238703 Apr 14 20:23:56.825669 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6d43902b-40b7-43a2-b78f-4ea1f828b905 req-d1f7f455-3ab6-4ec8-b02a-67e5bbd613ac tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3727660 Apr 14 20:23:56.857630 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-9c17529c-b022-49ea-af5b-f32309719374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:56.859231 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-9c17529c-b022-49ea-af5b-f32309719374 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37fda484-019d-40a5-9c22-f7a4d6e5a3e7 HTTP/1.1" status: 200 len: 843 time: 0.3748097 Apr 14 20:23:56.869977 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-056e47e7-16d3-4238-9fa2-d769b097daa5 req-1eeea990-7359-43da-a92c-70198bfe2103 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923370 Apr 14 20:23:56.885888 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ebe7e105-7bc3-4b80-8f54-c9da142569fb req-7e156c88-a5f5-4d12-823b-8bab5bf27799 service neutron] 10.222.0.46 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915328 Apr 14 20:23:56.901361 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 694e8ba3-bf28-42f2-980f-356475aa4d52, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=694e8ba3-bf28-42f2-980f-356475aa4d52,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:23:56.915851 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': '694e8ba3-bf28-42f2-980f-356475aa4d52', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'port_id': '694e8ba3-bf28-42f2-980f-356475aa4d52', 'mac_address': 'fa:16:3e:c6:c1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:23:56.963063 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 694e8ba3-bf28-42f2-980f-356475aa4d52 is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:23:56.963454 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (694e8ba3-bf28-42f2-980f-356475aa4d52), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:56.977071 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694e8ba3-bf28-42f2-980f-356475aa4d52 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:23:56.997709 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 694e8ba3-bf28-42f2-980f-356475aa4d52, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=694e8ba3-bf28-42f2-980f-356475aa4d52,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:23:57.001888 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (694e8ba3-bf28-42f2-980f-356475aa4d52), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:57.050391 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=694e8ba3-bf28-42f2-980f-356475aa4d52,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:57.060749 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e0e34273-80eb-4b5e-9b6f-58247e02e1a2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:57.064708 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e0e34273-80eb-4b5e-9b6f-58247e02e1a2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (1bdb13be-683f-416d-850f-3108697e56e2), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:57.161170 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-de8f3c1a-b439-46a0-8acf-88dac57f268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:57.162625 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-de8f3c1a-b439-46a0-8acf-88dac57f268f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a83b9634-306e-4286-bd0b-7ce477e7c9db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0461555 Apr 14 20:23:57.364709 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.l3_db [None req-e0e34273-80eb-4b5e-9b6f-58247e02e1a2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Floating IP 1bdb13be-683f-416d-850f-3108697e56e2 associated. External IP: 172.27.3.106, port: 5222d976-3aa1-4758-86c1-106594f91ad3. Apr 14 20:23:57.463015 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578c67b-ee1f-49ae-91b6-22d7a50a1597 req-a5ac2266-2827-4d75-8324-9e96a3a325bd tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:57.464735 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f578c67b-ee1f-49ae-91b6-22d7a50a1597 req-a5ac2266-2827-4d75-8324-9e96a3a325bd tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0501146 Apr 14 20:23:57.525950 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f578c67b-ee1f-49ae-91b6-22d7a50a1597 req-51939861-2ccf-434b-935c-7dbcab31908c tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476577 Apr 14 20:23:57.611655 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e34273-80eb-4b5e-9b6f-58247e02e1a2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:23:57.635955 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['694e8ba3-bf28-42f2-980f-356475aa4d52'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:23:57.767036 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e34273-80eb-4b5e-9b6f-58247e02e1a2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:23:57.773574 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e0e34273-80eb-4b5e-9b6f-58247e02e1a2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:57.791712 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca3683-09e7-414b-a17f-3ef79053a748 None None] Sync routers for ids ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:23:57.809807 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-e0e34273-80eb-4b5e-9b6f-58247e02e1a2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "PUT /v2.0/floatingips/1bdb13be-683f-416d-850f-3108697e56e2 HTTP/1.1" status: 200 len: 992 time: 1.8756557 Apr 14 20:23:57.810475 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a2e392-dad5-4001-949a-46d2b622684f', 'tag': '5222d976-3aa1-4758-86c1-106594f91ad3'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:23:57.812859 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdbe11d59a66eb6431a54a4c04aa9c41f8d225d3092e952352ea334af4395ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5ae4f9-1d8e-49aa-83cc-73d6544ac935" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a2e392-dad5-4001-949a-46d2b622684f", "tag": "5222d976-3aa1-4758-86c1-106594f91ad3"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:23:57.814293 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca3683-09e7-414b-a17f-3ef79053a748 None None] Routers {'5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:23:57.815214 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7bca3683-09e7-414b-a17f-3ef79053a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:23:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:23:57.860546 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2200f408-4ff0-45e4-b1dd-93c78495d712 x-openstack-request-id: req-2200f408-4ff0-45e4-b1dd-93c78495d712 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:23:57.860904 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a2e392-dad5-4001-949a-46d2b622684f", "tag": "5222d976-3aa1-4758-86c1-106594f91ad3", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:23:57.861224 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2200f408-4ff0-45e4-b1dd-93c78495d712 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:23:57.861683 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2200f408-4ff0-45e4-b1dd-93c78495d712'] response: {'name': 'network-changed', 'server_uuid': 'a2a2e392-dad5-4001-949a-46d2b622684f', 'tag': '5222d976-3aa1-4758-86c1-106594f91ad3', 'status': 'completed', 'code': 200} Apr 14 20:23:57.968266 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-7bca3683-09e7-414b-a17f-3ef79053a748 None None] Set router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:23:58.020233 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759935d1-2315-484d-9bea-b74e5232c8cc req-3e1bec59-1802-4513-a5ef-95afac154787 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:58.028149 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-759935d1-2315-484d-9bea-b74e5232c8cc req-3e1bec59-1802-4513-a5ef-95afac154787 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 945 time: 0.0596085 Apr 14 20:23:58.098460 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677fb9d-99df-4861-aaa8-cb49a13c8d4f req-4c6da662-6027-4674-94c4-35fdb3af16eb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:58.100359 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-759935d1-2315-484d-9bea-b74e5232c8cc req-7448eeb1-f591-4572-8188-604a83997a5e tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661981 Apr 14 20:23:58.111263 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d677fb9d-99df-4861-aaa8-cb49a13c8d4f req-4c6da662-6027-4674-94c4-35fdb3af16eb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.1164770 Apr 14 20:23:58.158829 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d677fb9d-99df-4861-aaa8-cb49a13c8d4f req-a6a998ba-9fb6-47aa-8d5c-ea2eaea023bf tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465450 Apr 14 20:23:58.291203 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7bca3683-09e7-414b-a17f-3ef79053a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:22:43Z', 'revision_number': 4, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port': {'id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:20:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:37Z', 'updated_at': '2022-04-14T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '1bdb13be-683f-416d-850f-3108697e56e2', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'port_id': '5222d976-3aa1-4758-86c1-106594f91ad3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'mac_address': 'fa:16:3e:33:7f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2e392-dad5-4001-949a-46d2b622684f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:22:56Z', 'updated_at': '2022-04-14T20:23:56Z', 'revision_number': 1, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0', 'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'mac_address': 'fa:16:3e:51:f7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:42Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 5, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'subnets': [{'id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:23:58.317921 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca3683-09e7-414b-a17f-3ef79053a748 None None] Checking router: 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:23:58.326128 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca3683-09e7-414b-a17f-3ef79053a748 None None] Routers {'5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:23:58.326750 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7bca3683-09e7-414b-a17f-3ef79053a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:23:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:23:58.432104 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-7bca3683-09e7-414b-a17f-3ef79053a748 None None] Set router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:23:58.661614 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd63c52-7192-48f8-8bbd-18057eb9c7c9 req-65652c33-6955-42a3-acab-d25b29abfd82 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:58.663484 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5fd63c52-7192-48f8-8bbd-18057eb9c7c9 req-65652c33-6955-42a3-acab-d25b29abfd82 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0652590 Apr 14 20:23:58.724782 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5fd63c52-7192-48f8-8bbd-18057eb9c7c9 req-da41c08b-36fe-4aa3-8987-dac225f18afb tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481324 Apr 14 20:23:58.747987 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7bca3683-09e7-414b-a17f-3ef79053a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:22:43Z', 'revision_number': 4, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port': {'id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:20:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:37Z', 'updated_at': '2022-04-14T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '1bdb13be-683f-416d-850f-3108697e56e2', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'port_id': '5222d976-3aa1-4758-86c1-106594f91ad3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'mac_address': 'fa:16:3e:33:7f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2e392-dad5-4001-949a-46d2b622684f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:22:56Z', 'updated_at': '2022-04-14T20:23:56Z', 'revision_number': 1, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0', 'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'mac_address': 'fa:16:3e:51:f7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:42Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 5, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'subnets': [{'id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:23:58.776147 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca3683-09e7-414b-a17f-3ef79053a748 None None] The sync data for ids ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'] in dv-cinder-837539-3-iscsi is: [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:22:43Z', 'revision_number': 4, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port': {'id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:20:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:37Z', 'updated_at': '2022-04-14T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '1bdb13be-683f-416d-850f-3108697e56e2', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'port_id': '5222d976-3aa1-4758-86c1-106594f91ad3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'mac_address': 'fa:16:3e:33:7f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a2e392-dad5-4001-949a-46d2b622684f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:22:56Z', 'updated_at': '2022-04-14T20:23:56Z', 'revision_number': 1, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0', 'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'mac_address': 'fa:16:3e:51:f7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:42Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 5, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'subnets': [{'id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:23:58.781429 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 32910) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:58.842091 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 694e8ba3-bf28-42f2-980f-356475aa4d52 up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:23:58.888717 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port 694e8ba3-bf28-42f2-980f-356475aa4d52 completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:23:58.896135 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port 694e8ba3-bf28-42f2-980f-356475aa4d52 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:23:58.896504 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (694e8ba3-bf28-42f2-980f-356475aa4d52), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:58.902164 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df72784a-cdf3-4d23-8d8c-09df237aa70f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:58.991682 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df72784a-cdf3-4d23-8d8c-09df237aa70f admin admin] Publish callbacks [] for security_group (38984494-b489-4f99-bb10-9bf0b7671adb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:58.997415 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df72784a-cdf3-4d23-8d8c-09df237aa70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (38984494-b489-4f99-bb10-9bf0b7671adb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:58.999069 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 694e8ba3-bf28-42f2-980f-356475aa4d52 is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:23:58.999555 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (694e8ba3-bf28-42f2-980f-356475aa4d52), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:59.013455 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369febde-128b-4f5e-aafa-58a80ad2b96c None None] New status for floating IP 1bdb13be-683f-416d-850f-3108697e56e2: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:23:59.040068 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72784a-cdf3-4d23-8d8c-09df237aa70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38984494-b489-4f99-bb10-9bf0b7671adb,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:59.043897 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-df72784a-cdf3-4d23-8d8c-09df237aa70f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ab905b125374b92a5fdf3ce2feab680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616882 Apr 14 20:23:59.046888 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 32916) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:59.101370 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3023bd22-3932-4d8c-9207-524c15d544cb admin admin] Publish callbacks [] for security_group (38984494-b489-4f99-bb10-9bf0b7671adb), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:59.133779 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9123d888-3e2d-4702-b00a-00f581481c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694e8ba3-bf28-42f2-980f-356475aa4d52'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:23:59.137600 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5d829a-da20-4f29-a56c-ace37482bfc5" -d '{"events": [{"server_uuid": "9123d888-3e2d-4702-b00a-00f581481c53", "name": "network-vif-plugged", "status": "completed", "tag": "694e8ba3-bf28-42f2-980f-356475aa4d52"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:23:59.153609 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3023bd22-3932-4d8c-9207-524c15d544cb admin admin] Publish callbacks [] for security_group (38984494-b489-4f99-bb10-9bf0b7671adb), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:59.179616 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 694e8ba3-bf28-42f2-980f-356475aa4d52, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=694e8ba3-bf28-42f2-980f-356475aa4d52,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:23:59.237966 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3023bd22-3932-4d8c-9207-524c15d544cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (38984494-b489-4f99-bb10-9bf0b7671adb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:59.240900 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3023bd22-3932-4d8c-9207-524c15d544cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:59.244381 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-3023bd22-3932-4d8c-9207-524c15d544cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/38984494-b489-4f99-bb10-9bf0b7671adb HTTP/1.1" status: 204 len: 168 time: 0.1943181 Apr 14 20:23:59.262389 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023bd22-3932-4d8c-9207-524c15d544cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38984494-b489-4f99-bb10-9bf0b7671adb,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:59.344255 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a63d4-23fe-4e2a-a610-918b8d64d775 req-79a8f68b-b903-42ec-b928-031a01c0a7f5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:59.345836 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9d1a63d4-23fe-4e2a-a610-918b8d64d775 req-79a8f68b-b903-42ec-b928-031a01c0a7f5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.1487060 Apr 14 20:23:59.377170 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdb9f1-74fa-45cc-9cad-5410a59dc5dc req-c14d428b-80a1-44ca-b838-9af945cad176 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:59.386371 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c6fdb9f1-74fa-45cc-9cad-5410a59dc5dc req-c14d428b-80a1-44ca-b838-9af945cad176 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.0997524 Apr 14 20:23:59.455507 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf5fb67-2616-4441-8146-4b38a9c77f05 x-openstack-request-id: req-0bf5fb67-2616-4441-8146-4b38a9c77f05 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:23:59.455507 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9123d888-3e2d-4702-b00a-00f581481c53", "name": "network-vif-plugged", "status": "completed", "tag": "694e8ba3-bf28-42f2-980f-356475aa4d52", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:23:59.455757 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0bf5fb67-2616-4441-8146-4b38a9c77f05 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:23:59.461928 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf5fb67-2616-4441-8146-4b38a9c77f05'] response: {'server_uuid': '9123d888-3e2d-4702-b00a-00f581481c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694e8ba3-bf28-42f2-980f-356475aa4d52', 'code': 200} Apr 14 20:23:59.463072 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9d1a63d4-23fe-4e2a-a610-918b8d64d775 req-71d59b82-e14b-4a58-9ab0-81f22bf4677a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073112 Apr 14 20:23:59.479282 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (694e8ba3-bf28-42f2-980f-356475aa4d52), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:59.519113 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c6fdb9f1-74fa-45cc-9cad-5410a59dc5dc req-cf1eba8d-ceb6-4653-b9a4-f1cc642c9eaf tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303580 Apr 14 20:23:59.550786 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=694e8ba3-bf28-42f2-980f-356475aa4d52,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:59.647960 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 32946) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:59.665359 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6288fb48-3796-495e-851e-8839e19ef235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:59.749871 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6288fb48-3796-495e-851e-8839e19ef235 admin admin] Publish callbacks [] for security_group (5e66f647-f6d2-4eac-a0ef-9a491ada5dae), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:59.753566 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6288fb48-3796-495e-851e-8839e19ef235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (5e66f647-f6d2-4eac-a0ef-9a491ada5dae), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:59.795997 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288fb48-3796-495e-851e-8839e19ef235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e66f647-f6d2-4eac-a0ef-9a491ada5dae,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:23:59.802053 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-6288fb48-3796-495e-851e-8839e19ef235 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e3b59a179bff41ec9c3d6c7539320c40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523101 Apr 14 20:23:59.804197 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 32952) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:23:59.852354 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d94439-02cf-4263-bd95-86dcdd9b2082 req-04fad8d0-84e4-42d5-b39c-2b4f00b2efb5 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:23:59.854018 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c7d94439-02cf-4263-bd95-86dcdd9b2082 req-04fad8d0-84e4-42d5-b39c-2b4f00b2efb5 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0611622 Apr 14 20:23:59.906729 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f006c0e-b1bc-4205-88bf-d5c72d179540 admin admin] Publish callbacks [] for security_group (5e66f647-f6d2-4eac-a0ef-9a491ada5dae), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:59.926663 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c7d94439-02cf-4263-bd95-86dcdd9b2082 req-1da35e94-b272-4496-bfba-7abf6a3d98a8 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652592 Apr 14 20:23:59.939923 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f006c0e-b1bc-4205-88bf-d5c72d179540 admin admin] Publish callbacks [] for security_group (5e66f647-f6d2-4eac-a0ef-9a491ada5dae), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:23:59.998576 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f006c0e-b1bc-4205-88bf-d5c72d179540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (5e66f647-f6d2-4eac-a0ef-9a491ada5dae), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:00.000937 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f006c0e-b1bc-4205-88bf-d5c72d179540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:00.002000 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-5f006c0e-b1bc-4205-88bf-d5c72d179540 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e66f647-f6d2-4eac-a0ef-9a491ada5dae HTTP/1.1" status: 204 len: 168 time: 0.1968756 Apr 14 20:24:00.026058 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f006c0e-b1bc-4205-88bf-d5c72d179540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e66f647-f6d2-4eac-a0ef-9a491ada5dae,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:00.088482 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-5456f125-5051-4b4f-9da1-b4ee2fb38d91 service neutron] 10.222.0.46 "GET /v2.0/networks/a83b9634-306e-4286-bd0b-7ce477e7c9db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984910 Apr 14 20:24:00.628555 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8a706-2ed0-4306-8bcf-fc8b29c4c1c6 req-35db1803-408e-449d-9ad6-10dff988cca1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:00.634123 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ae4f9-1d8e-49aa-83cc-73d6544ac935 req-a576b6b2-1ed2-44c3-8f5e-0ffd5411b8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:00.635740 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed5ae4f9-1d8e-49aa-83cc-73d6544ac935 req-a576b6b2-1ed2-44c3-8f5e-0ffd5411b8e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3f8c257adbc4afc935c3fed66259370&device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 1130 time: 0.1068857 Apr 14 20:24:00.638236 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e1e8a706-2ed0-4306-8bcf-fc8b29c4c1c6 req-35db1803-408e-449d-9ad6-10dff988cca1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.1145382 Apr 14 20:24:00.728342 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e1e8a706-2ed0-4306-8bcf-fc8b29c4c1c6 req-1c354667-26e8-4232-826b-fbd3e23b174a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892653 Apr 14 20:24:00.787974 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:24:00.836423 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 89a6d0de-c51a-4573-a23d-29b3bbada7df details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:24:00.889949 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4448c73-d984-4ec0-ae7c-72d59fc330e3 req-fddcef3e-65ac-4a96-87e6-d66300c992e4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:00.896697 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e4448c73-d984-4ec0-ae7c-72d59fc330e3 req-fddcef3e-65ac-4a96-87e6-d66300c992e4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 944 time: 0.2290657 Apr 14 20:24:00.913364 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5820b3f8-e13c-4793-853b-56f437e2ee86 req-46cb2f7b-99af-46ea-86e9-39f00e28f7f8 service neutron] 10.222.0.46 "GET /v2.0/networks/a83b9634-306e-4286-bd0b-7ce477e7c9db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861101 Apr 14 20:24:00.962775 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111ec1f-47b7-46a1-a1aa-310502a4a92b req-bd393013-d24e-4c47-8f49-58b5e66a7938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:00.966523 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a111ec1f-47b7-46a1-a1aa-310502a4a92b req-bd393013-d24e-4c47-8f49-58b5e66a7938 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 1130 time: 0.1897635 Apr 14 20:24:00.971739 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 89a6d0de-c51a-4573-a23d-29b3bbada7df, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=89a6d0de-c51a-4573-a23d-29b3bbada7df,segment=NetworkSegment(8f2ab782-b724-4895-88c0-5ab9878b8081),segment_id=8f2ab782-b724-4895-88c0-5ab9878b8081)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:00.992908 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': '89a6d0de-c51a-4573-a23d-29b3bbada7df', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'port_id': '89a6d0de-c51a-4573-a23d-29b3bbada7df', 'mac_address': 'fa:16:3e:ec:4b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:24:01.046133 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ae4f9-1d8e-49aa-83cc-73d6544ac935 req-bc18f81b-a5c7-425c-b3b6-3c807c88c708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:01.047807 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed5ae4f9-1d8e-49aa-83cc-73d6544ac935 req-bc18f81b-a5c7-425c-b3b6-3c807c88c708 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4197bec-e804-4778-9814-28700a63aa0d HTTP/1.1" status: 200 len: 918 time: 0.3968086 Apr 14 20:24:01.071718 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 89a6d0de-c51a-4573-a23d-29b3bbada7df is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:01.072448 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (89a6d0de-c51a-4573-a23d-29b3bbada7df), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:01.075458 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e4448c73-d984-4ec0-ae7c-72d59fc330e3 req-da3b96c6-f036-4c89-b8cf-681023ac7ea6 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722243 Apr 14 20:24:01.092986 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a6d0de-c51a-4573-a23d-29b3bbada7df {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:24:01.118089 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740cfb3-35c4-4357-9741-8efbf5c1a2ee req-1063d4e4-bfa5-4042-8786-83e74b4a2387 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:01.120203 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1740cfb3-35c4-4357-9741-8efbf5c1a2ee req-1063d4e4-bfa5-4042-8786-83e74b4a2387 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0772252 Apr 14 20:24:01.124443 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 89a6d0de-c51a-4573-a23d-29b3bbada7df, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=89a6d0de-c51a-4573-a23d-29b3bbada7df,segment=NetworkSegment(8f2ab782-b724-4895-88c0-5ab9878b8081),segment_id=8f2ab782-b724-4895-88c0-5ab9878b8081)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:01.129809 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (89a6d0de-c51a-4573-a23d-29b3bbada7df), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:01.192705 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1740cfb3-35c4-4357-9741-8efbf5c1a2ee req-dd5be5e3-4b38-41a2-aea5-3b8fdac1631d tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652883 Apr 14 20:24:01.217259 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=89a6d0de-c51a-4573-a23d-29b3bbada7df,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:01.306527 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04788106-d977-44b3-84df-e81366399c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:01.572030 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['89a6d0de-c51a-4573-a23d-29b3bbada7df'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:24:01.657211 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a111ec1f-47b7-46a1-a1aa-310502a4a92b req-d7cb064c-4aba-4f0c-aaef-dcc8b07e7a1f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507083 Apr 14 20:24:01.857283 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b63c08-d6d0-4dd5-be66-d440411f2364 req-c7f04273-23d7-4a59-95d8-8b528a501233 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:01.862875 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-00b63c08-d6d0-4dd5-be66-d440411f2364 req-c7f04273-23d7-4a59-95d8-8b528a501233 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0517261 Apr 14 20:24:01.909940 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-00b63c08-d6d0-4dd5-be66-d440411f2364 req-40de655e-32b2-4485-a84e-9258540c582a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456491 Apr 14 20:24:02.177381 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a55b3-bcd5-4dd5-8874-aad2d94dd87f req-a323e2fa-d00a-405a-8bb1-38122d551162 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:02.178903 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9a6a55b3-bcd5-4dd5-8874-aad2d94dd87f req-a323e2fa-d00a-405a-8bb1-38122d551162 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 945 time: 0.0468874 Apr 14 20:24:02.226382 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9a6a55b3-bcd5-4dd5-8874-aad2d94dd87f req-e75289cb-ec83-486e-a43b-7805ca5a9c87 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416737 Apr 14 20:24:02.296915 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64540926-5a73-4457-894b-1cc20ef447c7 req-bd2c3392-1dd6-4f8e-8d43-fa4983b043a9 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:02.298391 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-64540926-5a73-4457-894b-1cc20ef447c7 req-bd2c3392-1dd6-4f8e-8d43-fa4983b043a9 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0472362 Apr 14 20:24:02.345454 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-64540926-5a73-4457-894b-1cc20ef447c7 req-616b560e-2b21-4d7d-be5e-0a37e6ec4a7c tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416021 Apr 14 20:24:03.021751 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc6058-0ed9-44e9-b840-3f3eaf5a740d req-2af38baf-5f40-425a-a388-10cda756c4cc tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:03.023255 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-63dc6058-0ed9-44e9-b840-3f3eaf5a740d req-2af38baf-5f40-425a-a388-10cda756c4cc tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0465682 Apr 14 20:24:03.069441 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-63dc6058-0ed9-44e9-b840-3f3eaf5a740d req-988111cf-8029-4ce2-ba6b-077db5263005 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407259 Apr 14 20:24:03.338172 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9d4da-097e-41d2-a9a7-606439d8020e req-90dee344-fbd8-4bee-80ca-e11771486240 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:03.339706 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a1c9d4da-097e-41d2-a9a7-606439d8020e req-90dee344-fbd8-4bee-80ca-e11771486240 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 945 time: 0.0475137 Apr 14 20:24:03.394754 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a1c9d4da-097e-41d2-a9a7-606439d8020e req-ee73a5ee-fbfb-419e-89db-ff4d079f7d31 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492573 Apr 14 20:24:03.465909 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1125791-5ddf-44c0-ba6d-8b6bb0ed9196 req-dc501adc-1f55-49c9-96f2-5c51a5647036 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:03.467317 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d1125791-5ddf-44c0-ba6d-8b6bb0ed9196 req-dc501adc-1f55-49c9-96f2-5c51a5647036 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0521672 Apr 14 20:24:03.512755 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d1125791-5ddf-44c0-ba6d-8b6bb0ed9196 req-c5a10711-9227-4520-b029-0f6bbe118861 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399020 Apr 14 20:24:03.698230 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8f05a657-c444-46fb-9bd2-fac776af4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:04.181775 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b0708-c925-4ded-b950-86e8678df496 req-fb9296c0-2444-411c-983b-51040822149a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:04.183288 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9f9b0708-c925-4ded-b950-86e8678df496 req-fb9296c0-2444-411c-983b-51040822149a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0502908 Apr 14 20:24:04.229885 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9f9b0708-c925-4ded-b950-86e8678df496 req-d2112d26-ea21-4375-a5eb-36afb5a5ebad tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405471 Apr 14 20:24:04.509144 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4cb3b-e57d-48d6-abcc-19e332e7417c req-a56ee4cc-5287-4c97-8b10-c3ffbeffde25 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:04.510625 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3df4cb3b-e57d-48d6-abcc-19e332e7417c req-a56ee4cc-5287-4c97-8b10-c3ffbeffde25 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 945 time: 0.0459583 Apr 14 20:24:04.557787 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3df4cb3b-e57d-48d6-abcc-19e332e7417c req-f87a970e-a695-43a8-beee-0970e786e85b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414670 Apr 14 20:24:04.624314 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e052df8-4f3a-43b8-b29b-b0029a66d6ee req-6a7ccb12-c28c-4a87-9880-942443a64aa0 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:04.625759 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8e052df8-4f3a-43b8-b29b-b0029a66d6ee req-6a7ccb12-c28c-4a87-9880-942443a64aa0 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0454757 Apr 14 20:24:04.674237 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8e052df8-4f3a-43b8-b29b-b0029a66d6ee req-ca00f8f9-d5a0-4e37-9c81-bf3351265e4c tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428419 Apr 14 20:24:04.683062 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:05.338216 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341efdca-75a5-4486-b207-9449424a5703 req-90ce0e23-a97e-4ea2-9806-776ddc8f97a0 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:05.339885 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-341efdca-75a5-4486-b207-9449424a5703 req-90ce0e23-a97e-4ea2-9806-776ddc8f97a0 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0458241 Apr 14 20:24:05.390652 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-341efdca-75a5-4486-b207-9449424a5703 req-e1077bdf-8a10-4d5d-aebe-c2a799200538 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452986 Apr 14 20:24:05.671174 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f192a3-c49a-40fd-90e0-e054557bb212 req-43797393-cd91-4091-a242-cc296254ea0b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:05.672648 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a0f192a3-c49a-40fd-90e0-e054557bb212 req-43797393-cd91-4091-a242-cc296254ea0b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 945 time: 0.0467732 Apr 14 20:24:05.722791 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a0f192a3-c49a-40fd-90e0-e054557bb212 req-dec80cf6-7876-4810-86ff-e608674d473c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445673 Apr 14 20:24:05.786753 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da587fb3-f964-4be0-813b-4b507c7fe2a3 req-16bac059-585a-4dee-ab6c-54a6c8db9aef tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:05.788201 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-da587fb3-f964-4be0-813b-4b507c7fe2a3 req-16bac059-585a-4dee-ab6c-54a6c8db9aef tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0459199 Apr 14 20:24:05.833747 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-da587fb3-f964-4be0-813b-4b507c7fe2a3 req-d6f22e48-a82f-45c3-8c0f-de5c235dca59 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393131 Apr 14 20:24:06.175661 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:06.500202 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c628653-8158-426c-9ac5-fa646e3364bd req-6229fad7-980b-47b7-bb42-364820c2e3c3 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:06.501663 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2c628653-8158-426c-9ac5-fa646e3364bd req-6229fad7-980b-47b7-bb42-364820c2e3c3 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0463111 Apr 14 20:24:06.548418 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2c628653-8158-426c-9ac5-fa646e3364bd req-ebf456a6-0962-49c1-a600-4b33557824c1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410829 Apr 14 20:24:06.830634 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244379c7-6b15-49d1-93f9-a888d31ae009 req-d01fab7a-3f5f-4ef0-82a1-6d9a3dd6c501 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:06.832038 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-244379c7-6b15-49d1-93f9-a888d31ae009 req-d01fab7a-3f5f-4ef0-82a1-6d9a3dd6c501 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 945 time: 0.0456724 Apr 14 20:24:06.878374 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-244379c7-6b15-49d1-93f9-a888d31ae009 req-8e949632-d18c-4ca7-ba3f-b72016fc152a tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409462 Apr 14 20:24:06.946141 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1f2b0-22c9-4652-a495-8022cb1404ce req-034a0a85-3e31-4af8-a522-43f84b1c5682 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:06.947617 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-55d1f2b0-22c9-4652-a495-8022cb1404ce req-034a0a85-3e31-4af8-a522-43f84b1c5682 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0457869 Apr 14 20:24:06.993065 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-55d1f2b0-22c9-4652-a495-8022cb1404ce req-aea6a4ea-84d8-449d-9fea-5926c4e7b4b7 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398505 Apr 14 20:24:07.438282 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 89a6d0de-c51a-4573-a23d-29b3bbada7df up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:24:07.486285 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port 89a6d0de-c51a-4573-a23d-29b3bbada7df completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:24:07.492267 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port 89a6d0de-c51a-4573-a23d-29b3bbada7df triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:07.492644 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (89a6d0de-c51a-4573-a23d-29b3bbada7df), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:07.595092 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 89a6d0de-c51a-4573-a23d-29b3bbada7df is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:07.595588 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (89a6d0de-c51a-4573-a23d-29b3bbada7df), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:07.622990 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9458a6aa-ad22-47fc-997a-d710abcce592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a6d0de-c51a-4573-a23d-29b3bbada7df'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:24:07.625666 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c23be67-788b-497c-bbd7-468f0eb2af63" -d '{"events": [{"server_uuid": "9458a6aa-ad22-47fc-997a-d710abcce592", "name": "network-vif-plugged", "status": "completed", "tag": "89a6d0de-c51a-4573-a23d-29b3bbada7df"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:24:07.642409 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 89a6d0de-c51a-4573-a23d-29b3bbada7df, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=89a6d0de-c51a-4573-a23d-29b3bbada7df,segment=NetworkSegment(8f2ab782-b724-4895-88c0-5ab9878b8081),segment_id=8f2ab782-b724-4895-88c0-5ab9878b8081)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:07.650748 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (89a6d0de-c51a-4573-a23d-29b3bbada7df), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:07.686975 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0868349b-7040-428f-a5a4-87d7d69dd334 x-openstack-request-id: req-0868349b-7040-428f-a5a4-87d7d69dd334 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:24:07.687730 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9458a6aa-ad22-47fc-997a-d710abcce592", "name": "network-vif-plugged", "status": "completed", "tag": "89a6d0de-c51a-4573-a23d-29b3bbada7df", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:24:07.688340 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0868349b-7040-428f-a5a4-87d7d69dd334 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:24:07.689008 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0868349b-7040-428f-a5a4-87d7d69dd334'] response: {'server_uuid': '9458a6aa-ad22-47fc-997a-d710abcce592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a6d0de-c51a-4573-a23d-29b3bbada7df', 'code': 200} Apr 14 20:24:07.725957 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=89a6d0de-c51a-4573-a23d-29b3bbada7df,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:07.736603 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90610a-ead0-47ec-842b-ed2624e89522 req-88f02ea6-69ff-4d2f-8ac5-cc624ba5a464 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:07.738309 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5c90610a-ead0-47ec-842b-ed2624e89522 req-88f02ea6-69ff-4d2f-8ac5-cc624ba5a464 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0588977 Apr 14 20:24:07.791962 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5c90610a-ead0-47ec-842b-ed2624e89522 req-1574e019-b1b6-4d3c-bf12-cf479dd84aca tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461161 Apr 14 20:24:08.001440 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e57792-b6ae-4293-833f-5537ccc8d4a3 req-81fee81e-2790-44c8-9b71-1fa5d6414c5d tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:08.003437 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f2e57792-b6ae-4293-833f-5537ccc8d4a3 req-81fee81e-2790-44c8-9b71-1fa5d6414c5d tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0536718 Apr 14 20:24:08.070976 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f2e57792-b6ae-4293-833f-5537ccc8d4a3 req-9bfe2749-a718-41fd-a320-86809a626e22 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590854 Apr 14 20:24:08.084921 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:08.135786 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d798453-13bc-487e-8939-53a4478d73e6 req-d7f8918c-c257-4a82-a4fd-f8e62744697c tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:08.137413 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0d798453-13bc-487e-8939-53a4478d73e6 req-d7f8918c-c257-4a82-a4fd-f8e62744697c tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.0552342 Apr 14 20:24:08.186517 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0d798453-13bc-487e-8939-53a4478d73e6 req-49b7d939-3884-4946-a8a7-b39f4e8dcdf9 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430927 Apr 14 20:24:08.386981 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 33142) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:08.491129 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5418ead1-ae6a-4be4-94b4-449f3511f427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:08.563748 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5418ead1-ae6a-4be4-94b4-449f3511f427 admin admin] Publish callbacks [] for security_group (1f61aaae-af29-404d-b749-e146d7f9cefd), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:08.566928 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5418ead1-ae6a-4be4-94b4-449f3511f427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (1f61aaae-af29-404d-b749-e146d7f9cefd), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:08.602338 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418ead1-ae6a-4be4-94b4-449f3511f427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f61aaae-af29-404d-b749-e146d7f9cefd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:08.607130 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-5418ead1-ae6a-4be4-94b4-449f3511f427 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d45444af33e4414b2c2fedc43090b74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190378 Apr 14 20:24:08.609855 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 33146) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:08.656903 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37649586-06da-4ee2-8283-1cd9908ec7b5 admin admin] Publish callbacks [] for security_group (1f61aaae-af29-404d-b749-e146d7f9cefd), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:08.681590 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37649586-06da-4ee2-8283-1cd9908ec7b5 admin admin] Publish callbacks [] for security_group (1f61aaae-af29-404d-b749-e146d7f9cefd), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:08.739807 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37649586-06da-4ee2-8283-1cd9908ec7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (1f61aaae-af29-404d-b749-e146d7f9cefd), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:08.742527 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37649586-06da-4ee2-8283-1cd9908ec7b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:08.743729 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-37649586-06da-4ee2-8283-1cd9908ec7b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f61aaae-af29-404d-b749-e146d7f9cefd HTTP/1.1" status: 204 len: 168 time: 0.1329792 Apr 14 20:24:08.752537 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37649586-06da-4ee2-8283-1cd9908ec7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f61aaae-af29-404d-b749-e146d7f9cefd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:08.915428 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb30e3-8e6b-466a-933a-67d146eb48a8 req-b95e2a34-c993-49c7-89b9-8cc05fd342ee tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:08.916838 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-65cb30e3-8e6b-466a-933a-67d146eb48a8 req-b95e2a34-c993-49c7-89b9-8cc05fd342ee tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0560296 Apr 14 20:24:08.982617 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-65cb30e3-8e6b-466a-933a-67d146eb48a8 req-e1a742e6-701a-4a9e-95cb-ec26babc2ba2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587723 Apr 14 20:24:09.039556 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 33166) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:09.052284 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c869745d-e153-40c4-9322-44c9212c0059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:09.126665 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c869745d-e153-40c4-9322-44c9212c0059 admin admin] Publish callbacks [] for security_group (4cfbf98c-76c7-45ce-b0a5-47225ed7a522), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:09.130552 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c869745d-e153-40c4-9322-44c9212c0059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (4cfbf98c-76c7-45ce-b0a5-47225ed7a522), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:09.191009 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46199a2-6c76-4bfe-acd9-b5aea7a402a7 req-22aadc04-0e62-4466-a512-d84b32746eef tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:09.192542 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d46199a2-6c76-4bfe-acd9-b5aea7a402a7 req-22aadc04-0e62-4466-a512-d84b32746eef tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0569556 Apr 14 20:24:09.249630 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:09.250986 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 33176) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:09.251270 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-c869745d-e153-40c4-9322-44c9212c0059 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f8fe01e39214dcf8e6abe0d21aa68c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2075627 Apr 14 20:24:09.260315 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869745d-e153-40c4-9322-44c9212c0059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfbf98c-76c7-45ce-b0a5-47225ed7a522,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:09.272281 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d46199a2-6c76-4bfe-acd9-b5aea7a402a7 req-3f246040-16be-4c91-a6ca-2d136787b4e1 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697517 Apr 14 20:24:09.330676 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed5ae4f9-1d8e-49aa-83cc-73d6544ac935 req-1491a6f2-1b3f-43f6-a453-df7cb70faca6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5222d976-3aa1-4758-86c1-106594f91ad3 HTTP/1.1" status: 200 len: 1002 time: 0.1668215 Apr 14 20:24:09.334487 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4da344bd-04ea-4e0a-a75e-445e965d5fe7 admin admin] Publish callbacks [] for security_group (4cfbf98c-76c7-45ce-b0a5-47225ed7a522), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:09.376627 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4da344bd-04ea-4e0a-a75e-445e965d5fe7 admin admin] Publish callbacks [] for security_group (4cfbf98c-76c7-45ce-b0a5-47225ed7a522), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:09.425511 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42361e08-b9fb-44d2-99d9-39f933f83da4 req-232deaba-1ac1-4b7b-91e4-323a55c569af tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:09.427026 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-42361e08-b9fb-44d2-99d9-39f933f83da4 req-232deaba-1ac1-4b7b-91e4-323a55c569af tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 948 time: 0.1445508 Apr 14 20:24:09.437748 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:24:09.441471 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4da344bd-04ea-4e0a-a75e-445e965d5fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (4cfbf98c-76c7-45ce-b0a5-47225ed7a522), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:09.444612 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4da344bd-04ea-4e0a-a75e-445e965d5fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:09.445908 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-4da344bd-04ea-4e0a-a75e-445e965d5fe7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4cfbf98c-76c7-45ce-b0a5-47225ed7a522 HTTP/1.1" status: 204 len: 168 time: 0.1936603 Apr 14 20:24:09.454251 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da344bd-04ea-4e0a-a75e-445e965d5fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfbf98c-76c7-45ce-b0a5-47225ed7a522,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:09.455370 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ae4f9-1d8e-49aa-83cc-73d6544ac935 req-6418baf4-e028-4d77-8e80-e3a80a2b95a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:09.459573 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed5ae4f9-1d8e-49aa-83cc-73d6544ac935 req-6418baf4-e028-4d77-8e80-e3a80a2b95a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=997b9dd2-aea4-4c9c-9ac9-49ac96810906 HTTP/1.1" status: 200 len: 856 time: 0.0823665 Apr 14 20:24:09.493051 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-42361e08-b9fb-44d2-99d9-39f933f83da4 req-888a3fd4-0492-4bb2-8bd9-4d1a1d91d884 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598345 Apr 14 20:24:09.566703 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d,segment=NetworkSegment(813817f8-ed28-48e1-a45f-109707757c20),segment_id=813817f8-ed28-48e1-a45f-109707757c20)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:09.581338 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': 'b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d', 'network_id': 'a83b9634-306e-4286-bd0b-7ce477e7c9db', 'port_id': 'b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d', 'mac_address': 'fa:16:3e:c7:41:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fda484-019d-40a5-9c22-f7a4d6e5a3e7', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:24:09.637017 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:09.637616 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:09.651357 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:24:09.673708 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d,segment=NetworkSegment(813817f8-ed28-48e1-a45f-109707757c20),segment_id=813817f8-ed28-48e1-a45f-109707757c20)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:09.677936 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:09.725371 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:10.099471 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:24:10.104953 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5e08c-90c9-48b6-9639-9c6293ceb475 req-e1bbb153-cc6a-484f-a2a7-922c58aff798 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:10.108773 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-63d5e08c-90c9-48b6-9639-9c6293ceb475 req-e1bbb153-cc6a-484f-a2a7-922c58aff798 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0548992 Apr 14 20:24:10.180335 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-63d5e08c-90c9-48b6-9639-9c6293ceb475 req-841c4e7b-5e02-45b5-9d0a-389684d54f94 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656037 Apr 14 20:24:10.394930 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b4b48-1ea1-4d14-a434-5b6a148a0a3c req-d747050a-ebf8-495a-ad1d-c47e3859ad76 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:10.398903 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-826b4b48-1ea1-4d14-a434-5b6a148a0a3c req-d747050a-ebf8-495a-ad1d-c47e3859ad76 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0512652 Apr 14 20:24:10.454257 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-826b4b48-1ea1-4d14-a434-5b6a148a0a3c req-d8326ed0-03d6-470b-9070-e36319d61bc3 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496514 Apr 14 20:24:10.472563 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 33230) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:10.612372 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c779185e-3d0e-4e99-85a3-97729c3954e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:10.629466 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a0d18-a30c-45d4-ad78-25d726cc3f3f req-256aebb0-0671-4082-8ee3-a06dfbd9e1cf tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:10.631094 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1c5a0d18-a30c-45d4-ad78-25d726cc3f3f req-256aebb0-0671-4082-8ee3-a06dfbd9e1cf tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 949 time: 0.0570459 Apr 14 20:24:10.711693 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1c5a0d18-a30c-45d4-ad78-25d726cc3f3f req-c8c9791d-8fdd-4791-8a91-960760f0c54f tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734203 Apr 14 20:24:10.734602 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c779185e-3d0e-4e99-85a3-97729c3954e8 admin admin] Publish callbacks [] for security_group (185ce669-fb9b-49c3-931e-7657c6c3f04d), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:10.739699 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c779185e-3d0e-4e99-85a3-97729c3954e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (185ce669-fb9b-49c3-931e-7657c6c3f04d), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:10.781885 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-c779185e-3d0e-4e99-85a3-97729c3954e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=04a898d4628d483ba7ec33ade2307c4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058963 Apr 14 20:24:10.782104 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 33246) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:10.788015 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779185e-3d0e-4e99-85a3-97729c3954e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185ce669-fb9b-49c3-931e-7657c6c3f04d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:10.849909 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-683e4c29-4305-4bd6-8533-33721bbd6a00 admin admin] Publish callbacks [] for security_group (185ce669-fb9b-49c3-931e-7657c6c3f04d), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:10.871235 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-683e4c29-4305-4bd6-8533-33721bbd6a00 admin admin] Publish callbacks [] for security_group (185ce669-fb9b-49c3-931e-7657c6c3f04d), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:10.919694 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-683e4c29-4305-4bd6-8533-33721bbd6a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (185ce669-fb9b-49c3-931e-7657c6c3f04d), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:10.922243 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-683e4c29-4305-4bd6-8533-33721bbd6a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:10.923412 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-683e4c29-4305-4bd6-8533-33721bbd6a00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/185ce669-fb9b-49c3-931e-7657c6c3f04d HTTP/1.1" status: 204 len: 168 time: 0.1403711 Apr 14 20:24:10.930994 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e4c29-4305-4bd6-8533-33721bbd6a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185ce669-fb9b-49c3-931e-7657c6c3f04d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:11.302232 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 33270) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:11.316617 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-270e1cf7-7d1a-4721-b883-50dc206231cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:11.327082 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b04924-5a52-4682-9543-5289e47dcd69 req-2a8d1b12-0d76-41ea-94db-d063e342c891 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:11.334188 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-95b04924-5a52-4682-9543-5289e47dcd69 req-2a8d1b12-0d76-41ea-94db-d063e342c891 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0742223 Apr 14 20:24:11.392900 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-95b04924-5a52-4682-9543-5289e47dcd69 req-fa79ca56-7aba-46e4-acc9-ce07137a24f8 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577974 Apr 14 20:24:11.399745 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-270e1cf7-7d1a-4721-b883-50dc206231cd admin admin] Publish callbacks [] for security_group (961c17c9-5977-4021-8655-b09254207b7a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:11.405049 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-270e1cf7-7d1a-4721-b883-50dc206231cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (961c17c9-5977-4021-8655-b09254207b7a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:11.441718 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:24:11.457849 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-270e1cf7-7d1a-4721-b883-50dc206231cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0f6708c36d8453eaea63e9933e8e176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543999 Apr 14 20:24:11.459089 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e1cf7-7d1a-4721-b883-50dc206231cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961c17c9-5977-4021-8655-b09254207b7a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:11.461554 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 33274) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:11.467810 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ae4f9-1d8e-49aa-83cc-73d6544ac935 req-1ab86a32-1540-47ac-89eb-bd3e51ce2888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:11.469779 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed5ae4f9-1d8e-49aa-83cc-73d6544ac935 req-1ab86a32-1540-47ac-89eb-bd3e51ce2888 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4197bec-e804-4778-9814-28700a63aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708523 Apr 14 20:24:11.523607 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e6799ef4-8f0b-4ae6-a8b1-149a4bfd247b admin admin] Publish callbacks [] for security_group (961c17c9-5977-4021-8655-b09254207b7a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:11.544636 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:24:11.549658 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e6799ef4-8f0b-4ae6-a8b1-149a4bfd247b admin admin] Publish callbacks [] for security_group (961c17c9-5977-4021-8655-b09254207b7a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:11.558322 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:11.560629 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:11.571038 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1b077-99aa-4123-acce-6356ba4df605 req-51e92dd1-64f1-45ba-bbc7-96868509806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:11.572868 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-50e1b077-99aa-4123-acce-6356ba4df605 req-51e92dd1-64f1-45ba-bbc7-96868509806c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 1130 time: 0.1172495 Apr 14 20:24:11.622771 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed5ae4f9-1d8e-49aa-83cc-73d6544ac935 req-98e586b3-913c-4241-add4-0c366d1ee02e service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275296 Apr 14 20:24:11.662130 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f4a68-97a8-4288-9633-5c89bf35b5e1 req-6264ad43-ec4b-4ba0-9e89-a1c16b707ee4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:11.670825 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc7f4a68-97a8-4288-9633-5c89bf35b5e1 req-6264ad43-ec4b-4ba0-9e89-a1c16b707ee4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.1110497 Apr 14 20:24:11.748103 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e6799ef4-8f0b-4ae6-a8b1-149a4bfd247b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (961c17c9-5977-4021-8655-b09254207b7a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:11.754476 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e6799ef4-8f0b-4ae6-a8b1-149a4bfd247b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:11.755651 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-e6799ef4-8f0b-4ae6-a8b1-149a4bfd247b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/961c17c9-5977-4021-8655-b09254207b7a HTTP/1.1" status: 204 len: 168 time: 0.2929864 Apr 14 20:24:11.812650 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6799ef4-8f0b-4ae6-a8b1-149a4bfd247b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961c17c9-5977-4021-8655-b09254207b7a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:11.835082 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc7f4a68-97a8-4288-9633-5c89bf35b5e1 req-321e4af1-0aef-42b4-a9e5-9dc70b309e0f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632354 Apr 14 20:24:11.882926 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:11.883390 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:11.885210 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f12cef-16a2-4705-af96-b519813375fc req-6d0aea92-8ea3-4d6a-b886-94cde896169e tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:11.894307 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-52f12cef-16a2-4705-af96-b519813375fc req-6d0aea92-8ea3-4d6a-b886-94cde896169e tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 949 time: 0.0811884 Apr 14 20:24:11.912608 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c719d011-08e0-475b-b944-af73b775a079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:24:11.914697 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a21300-a118-4f5e-ac80-54bcd90b560e" -d '{"events": [{"server_uuid": "c719d011-08e0-475b-b944-af73b775a079", "name": "network-vif-plugged", "status": "completed", "tag": "b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:24:11.932603 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d,segment=NetworkSegment(813817f8-ed28-48e1-a45f-109707757c20),segment_id=813817f8-ed28-48e1-a45f-109707757c20)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:11.940483 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:11.998766 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-52f12cef-16a2-4705-af96-b519813375fc req-13bc52a4-b0fc-467a-b4a7-c8587f61cc04 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033056 Apr 14 20:24:12.016920 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452ed61c-067c-46f1-bc46-1fa63c38c966 x-openstack-request-id: req-452ed61c-067c-46f1-bc46-1fa63c38c966 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:24:12.017263 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c719d011-08e0-475b-b944-af73b775a079", "name": "network-vif-plugged", "status": "completed", "tag": "b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:24:12.017484 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-452ed61c-067c-46f1-bc46-1fa63c38c966 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:24:12.020684 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452ed61c-067c-46f1-bc46-1fa63c38c966'] response: {'server_uuid': 'c719d011-08e0-475b-b944-af73b775a079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d', 'code': 200} Apr 14 20:24:12.078404 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:12.180154 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-50e1b077-99aa-4123-acce-6356ba4df605 req-4c7786f1-4dcb-4cc5-98bc-3c40721cd9f8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657736 Apr 14 20:24:12.186113 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed5ae4f9-1d8e-49aa-83cc-73d6544ac935 req-7a4078cd-6f6d-4da7-8e4f-512e5bff9212 service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691983 Apr 14 20:24:12.527775 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752468c9-272c-4231-8ab0-2320f435463a req-99e856f8-ffe2-4a8c-aa89-cf3416c7d5e0 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:12.529626 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-752468c9-272c-4231-8ab0-2320f435463a req-99e856f8-ffe2-4a8c-aa89-cf3416c7d5e0 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0541563 Apr 14 20:24:12.592325 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-752468c9-272c-4231-8ab0-2320f435463a req-df8c5ef4-2121-4a65-bc8a-d5c49d08f3f9 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564821 Apr 14 20:24:12.943957 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34318718-0a1b-4858-a078-b4fd488f8745 req-c104c719-0c3a-4fc3-9730-49c885cafc16 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:12.945504 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-34318718-0a1b-4858-a078-b4fd488f8745 req-c104c719-0c3a-4fc3-9730-49c885cafc16 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0787942 Apr 14 20:24:13.025838 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-34318718-0a1b-4858-a078-b4fd488f8745 req-e70ff29b-bc94-4788-9e5d-84406ed3a229 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706117 Apr 14 20:24:13.060910 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a898c-63f9-47f0-850d-d74de2f39205 req-92fcd327-7202-4bd7-97f5-46648b82c72b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:13.070335 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-080a898c-63f9-47f0-850d-d74de2f39205 req-92fcd327-7202-4bd7-97f5-46648b82c72b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.1329994 Apr 14 20:24:13.199861 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9f67c-9bb3-4442-9406-bde7dd3046f5 req-f8db4815-5826-4880-a412-f9ac1bddca8d tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:13.202468 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-18b9f67c-9bb3-4442-9406-bde7dd3046f5 req-f8db4815-5826-4880-a412-f9ac1bddca8d tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 950 time: 0.0728993 Apr 14 20:24:13.223116 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-080a898c-63f9-47f0-850d-d74de2f39205 req-6dc036b0-b5ee-4622-9e25-7c493682d8cf tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298020 Apr 14 20:24:13.227762 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458fb2d-5a4f-417b-bd09-70f912d77ff9 req-1c41e5c5-f81f-4552-8299-2b074d78e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:13.230716 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d458fb2d-5a4f-417b-bd09-70f912d77ff9 req-1c41e5c5-f81f-4552-8299-2b074d78e239 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 1130 time: 0.0788295 Apr 14 20:24:13.263990 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-18b9f67c-9bb3-4442-9406-bde7dd3046f5 req-b9a37218-b045-4f6b-913a-67faab94552e tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530207 Apr 14 20:24:13.644386 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db68ece-1322-4d7f-b363-861c0f6dbab2 req-d8b425cd-699e-4af2-9ef7-c6f1987f2abd tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:13.646374 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4db68ece-1322-4d7f-b363-861c0f6dbab2 req-d8b425cd-699e-4af2-9ef7-c6f1987f2abd tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.0513072 Apr 14 20:24:13.721970 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4db68ece-1322-4d7f-b363-861c0f6dbab2 req-0d66318c-8078-4f3e-925b-5b93c05ec0eb tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697396 Apr 14 20:24:13.990409 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411493fb-8b86-45d0-9f4e-ee1dab9ab823 req-9c941e36-c166-4926-9277-07fee5d929c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:13.992824 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-411493fb-8b86-45d0-9f4e-ee1dab9ab823 req-9c941e36-c166-4926-9277-07fee5d929c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 1134 time: 0.1165199 Apr 14 20:24:14.025443 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458fb2d-5a4f-417b-bd09-70f912d77ff9 req-c57e35ee-a107-43e9-9bf7-5a4c657cb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:14.026964 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d458fb2d-5a4f-417b-bd09-70f912d77ff9 req-c57e35ee-a107-43e9-9bf7-5a4c657cb2f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 200 len: 920 time: 0.1605587 Apr 14 20:24:14.180981 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28a34d-35b0-4caf-9271-2751060d3b2f req-d30345fe-3dd5-4d71-9fd6-ffac6ec96462 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:14.184219 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ad28a34d-35b0-4caf-9271-2751060d3b2f req-d30345fe-3dd5-4d71-9fd6-ffac6ec96462 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0615320 Apr 14 20:24:14.253488 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ad28a34d-35b0-4caf-9271-2751060d3b2f req-f604640d-39d8-4b16-ad12-4d5ad523404b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620043 Apr 14 20:24:14.363682 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d420b3e-4078-4137-bdf3-78371cffca44 req-658315e8-789a-41e7-90cd-b774798e454a tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:14.366375 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3d420b3e-4078-4137-bdf3-78371cffca44 req-658315e8-789a-41e7-90cd-b774798e454a tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0588484 Apr 14 20:24:14.464936 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3d420b3e-4078-4137-bdf3-78371cffca44 req-5fb439f9-1933-479f-b8b2-62617c3940aa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778186 Apr 14 20:24:14.474464 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d860cd-2ad6-4df2-b56b-2e24f6419c8b req-56f95c13-0b47-45b2-9bb6-b0ea54d38820 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:14.477731 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-37d860cd-2ad6-4df2-b56b-2e24f6419c8b req-56f95c13-0b47-45b2-9bb6-b0ea54d38820 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 950 time: 0.1100264 Apr 14 20:24:14.507727 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 33480) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:14.532378 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-37d860cd-2ad6-4df2-b56b-2e24f6419c8b req-c1a2b696-1904-4103-9e38-eeef60961084 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471911 Apr 14 20:24:14.613986 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c2c4c22f-3377-43fd-9279-5bbdeb0c8d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:14.696501 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c2c4c22f-3377-43fd-9279-5bbdeb0c8d61 admin admin] Publish callbacks [] for security_group (5fec0810-1021-4039-99ec-c5d148eb8051), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:14.700423 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c2c4c22f-3377-43fd-9279-5bbdeb0c8d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (5fec0810-1021-4039-99ec-c5d148eb8051), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:14.738819 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4c22f-3377-43fd-9279-5bbdeb0c8d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fec0810-1021-4039-99ec-c5d148eb8051,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:14.748675 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 33488) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:14.759066 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-c2c4c22f-3377-43fd-9279-5bbdeb0c8d61 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c3e23706fbb549bd86cb093944d6817f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479362 Apr 14 20:24:14.804657 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18e76501-e17e-4209-8b7f-1e429814e350 admin admin] Publish callbacks [] for security_group (5fec0810-1021-4039-99ec-c5d148eb8051), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:14.826555 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18e76501-e17e-4209-8b7f-1e429814e350 admin admin] Publish callbacks [] for security_group (5fec0810-1021-4039-99ec-c5d148eb8051), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:14.837717 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dad31c-d865-49e7-aca3-2fc0a8c5429b req-0cac3023-3b69-4a86-9a75-310ebc544711 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:14.839227 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c0dad31c-d865-49e7-aca3-2fc0a8c5429b req-0cac3023-3b69-4a86-9a75-310ebc544711 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.0457585 Apr 14 20:24:14.875008 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18e76501-e17e-4209-8b7f-1e429814e350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (5fec0810-1021-4039-99ec-c5d148eb8051), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:14.877582 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18e76501-e17e-4209-8b7f-1e429814e350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:14.879062 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-18e76501-e17e-4209-8b7f-1e429814e350 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fec0810-1021-4039-99ec-c5d148eb8051 HTTP/1.1" status: 204 len: 168 time: 0.1286919 Apr 14 20:24:14.889822 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c0dad31c-d865-49e7-aca3-2fc0a8c5429b req-4aa80b03-e080-46f0-bfb9-5694e61d8525 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431807 Apr 14 20:24:14.893523 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e76501-e17e-4209-8b7f-1e429814e350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fec0810-1021-4039-99ec-c5d148eb8051,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:15.142444 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 33494) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:15.155912 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61c051a7-8793-46e4-b66f-7315a5c287d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:15.230789 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61c051a7-8793-46e4-b66f-7315a5c287d8 admin admin] Publish callbacks [] for security_group (8cc52310-a7a8-40d1-917c-c3c207216488), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:15.234842 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61c051a7-8793-46e4-b66f-7315a5c287d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (8cc52310-a7a8-40d1-917c-c3c207216488), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:15.274727 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-61c051a7-8793-46e4-b66f-7315a5c287d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=35635a0123644a4f96c4ac09702619ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310782 Apr 14 20:24:15.275433 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c051a7-8793-46e4-b66f-7315a5c287d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc52310-a7a8-40d1-917c-c3c207216488,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:15.278687 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 33498) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:15.335560 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ade2cf2e-92bc-47ee-a5e9-ca229104a546 admin admin] Publish callbacks [] for security_group (8cc52310-a7a8-40d1-917c-c3c207216488), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:15.362185 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ade2cf2e-92bc-47ee-a5e9-ca229104a546 admin admin] Publish callbacks [] for security_group (8cc52310-a7a8-40d1-917c-c3c207216488), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:15.368029 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c256b-474a-4a96-a84b-c3353fcf6802 req-781ae2ff-6415-419b-b013-1a9cb51ae080 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:15.369478 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-641c256b-474a-4a96-a84b-c3353fcf6802 req-781ae2ff-6415-419b-b013-1a9cb51ae080 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0466189 Apr 14 20:24:15.415392 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ade2cf2e-92bc-47ee-a5e9-ca229104a546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (8cc52310-a7a8-40d1-917c-c3c207216488), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:15.418794 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ade2cf2e-92bc-47ee-a5e9-ca229104a546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:15.427848 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ade2cf2e-92bc-47ee-a5e9-ca229104a546 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8cc52310-a7a8-40d1-917c-c3c207216488 HTTP/1.1" status: 204 len: 168 time: 0.1405203 Apr 14 20:24:15.428206 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-641c256b-474a-4a96-a84b-c3353fcf6802 req-2248c9a1-953e-4080-ba9c-cf44d010b8ee tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447402 Apr 14 20:24:15.430262 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2cf2e-92bc-47ee-a5e9-ca229104a546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc52310-a7a8-40d1-917c-c3c207216488,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:15.591589 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4f3e4-a596-4a40-90c7-2cfeb80630e1 req-4879e3c4-e22c-4fc7-ae35-b418bd181de6 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:15.593214 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-00c4f3e4-a596-4a40-90c7-2cfeb80630e1 req-4879e3c4-e22c-4fc7-ae35-b418bd181de6 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0524247 Apr 14 20:24:15.648934 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-00c4f3e4-a596-4a40-90c7-2cfeb80630e1 req-e360f866-779d-4a21-b1d8-1161680b0f86 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502148 Apr 14 20:24:15.657665 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a382f2-4a35-4cd2-9b84-7c0f32cd28bf req-98b5de10-e62d-46de-8dbb-de92d4e8cc64 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:15.659179 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-81a382f2-4a35-4cd2-9b84-7c0f32cd28bf req-98b5de10-e62d-46de-8dbb-de92d4e8cc64 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 950 time: 0.0559213 Apr 14 20:24:15.712956 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-81a382f2-4a35-4cd2-9b84-7c0f32cd28bf req-3ceceab1-db27-4c0b-8797-3ef46097a92e tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475211 Apr 14 20:24:15.817028 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d458fb2d-5a4f-417b-bd09-70f912d77ff9 req-36239ad9-d4f4-4d87-a60c-322dd31179af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694e8ba3-bf28-42f2-980f-356475aa4d52 HTTP/1.1" status: 200 len: 217 time: 0.0499737 Apr 14 20:24:16.063072 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9003f3f-03e6-41dd-8fa2-c1b973a2af06 req-1ab8dac1-58fd-4d20-8164-9009edc1f13e tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:16.068227 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-411493fb-8b86-45d0-9f4e-ee1dab9ab823 req-43ae2d76-d18f-4dc4-9a6f-eace599fa684 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078740 Apr 14 20:24:16.071635 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e9003f3f-03e6-41dd-8fa2-c1b973a2af06 req-1ab8dac1-58fd-4d20-8164-9009edc1f13e tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.0776072 Apr 14 20:24:16.130490 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e9003f3f-03e6-41dd-8fa2-c1b973a2af06 req-1d28e958-55a7-4528-bef0-62c2b097229e tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579681 Apr 14 20:24:16.549636 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c2cea-a0ff-44b3-b923-0d8b7cd84600 req-1b5602fe-61dd-4ba1-833e-015e5c0f2614 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:16.551201 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0c7c2cea-a0ff-44b3-b923-0d8b7cd84600 req-1b5602fe-61dd-4ba1-833e-015e5c0f2614 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0558567 Apr 14 20:24:16.598844 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0c7c2cea-a0ff-44b3-b923-0d8b7cd84600 req-c0920752-b135-4d4a-b69b-0783a6f5da6b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419097 Apr 14 20:24:16.666509 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 33548) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:16.781524 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ffeec-db25-4b79-bfaa-e5c67f28cf1b req-a2108c5b-9542-4086-aab5-5b4fdae0049c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:16.784191 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-421ffeec-db25-4b79-bfaa-e5c67f28cf1b req-a2108c5b-9542-4086-aab5-5b4fdae0049c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0661068 Apr 14 20:24:16.792279 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-533c7370-9061-4d1f-93a2-94b7c061eaeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:16.836437 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5c743-8f8c-4aee-8b65-26325a78c722 req-d4eee789-5843-4343-8809-071411a75890 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:16.838133 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-97d5c743-8f8c-4aee-8b65-26325a78c722 req-d4eee789-5843-4343-8809-071411a75890 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 950 time: 0.0514443 Apr 14 20:24:16.873998 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-421ffeec-db25-4b79-bfaa-e5c67f28cf1b req-a38976c3-9735-4aee-9d3a-0ab975dd905b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707960 Apr 14 20:24:16.889667 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-97d5c743-8f8c-4aee-8b65-26325a78c722 req-2a2c4c85-7ea3-4de5-80ac-f374a53b1d10 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454164 Apr 14 20:24:16.942488 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-533c7370-9061-4d1f-93a2-94b7c061eaeb admin admin] Publish callbacks [] for security_group (e1bd74cc-6c75-40dd-85b8-4bed6422daa5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:16.946940 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-533c7370-9061-4d1f-93a2-94b7c061eaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (e1bd74cc-6c75-40dd-85b8-4bed6422daa5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:16.969250 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458fb2d-5a4f-417b-bd09-70f912d77ff9 req-2d820fbf-c13d-45b9-8491-d6592a9022a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:16.970803 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d458fb2d-5a4f-417b-bd09-70f912d77ff9 req-2d820fbf-c13d-45b9-8491-d6592a9022a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa8a56ac-3172-4f0f-9a52-265e07c67e59 HTTP/1.1" status: 200 len: 858 time: 0.0451617 Apr 14 20:24:16.985728 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c7370-9061-4d1f-93a2-94b7c061eaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bd74cc-6c75-40dd-85b8-4bed6422daa5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:16.990683 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-533c7370-9061-4d1f-93a2-94b7c061eaeb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=01f844a535624e478716e087be667421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230307 Apr 14 20:24:16.993272 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 33558) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:17.071568 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281febc6-2125-4625-bf95-a8523574e467 req-b25ebdb5-31ef-4911-8816-f517f7ea46ce tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:17.073026 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-281febc6-2125-4625-bf95-a8523574e467 req-b25ebdb5-31ef-4911-8816-f517f7ea46ce tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0699830 Apr 14 20:24:17.082326 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 33560) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:17.088577 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-12b76cc0-6ca8-45cf-8ad1-b59541f079fb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Request body: {'floatingip': {'port_id': '89a6d0de-c51a-4573-a23d-29b3bbada7df'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:24:17.094405 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-73fc6ad4-19cb-41a0-8104-2f83f8927cea admin admin] Publish callbacks [] for security_group (e1bd74cc-6c75-40dd-85b8-4bed6422daa5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:17.135608 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12b76cc0-6ca8-45cf-8ad1-b59541f079fb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for floatingip (98e1ccdf-b0ab-4fcc-97f7-475d0d2f379e), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:17.188676 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-73fc6ad4-19cb-41a0-8104-2f83f8927cea admin admin] Publish callbacks [] for security_group (e1bd74cc-6c75-40dd-85b8-4bed6422daa5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:17.272435 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35903697-24b7-43f7-aed7-d9045c1fc85c req-7259b83f-922d-4b8c-a710-9c3a3deb0882 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:17.280515 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-35903697-24b7-43f7-aed7-d9045c1fc85c req-7259b83f-922d-4b8c-a710-9c3a3deb0882 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.0659084 Apr 14 20:24:17.344924 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-73fc6ad4-19cb-41a0-8104-2f83f8927cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (e1bd74cc-6c75-40dd-85b8-4bed6422daa5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:17.347550 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-73fc6ad4-19cb-41a0-8104-2f83f8927cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:17.348773 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-73fc6ad4-19cb-41a0-8104-2f83f8927cea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1bd74cc-6c75-40dd-85b8-4bed6422daa5 HTTP/1.1" status: 204 len: 168 time: 0.3546026 Apr 14 20:24:17.360830 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458fb2d-5a4f-417b-bd09-70f912d77ff9 req-0177d35f-c62d-4823-a0c5-9ffafb53f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:17.362657 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d458fb2d-5a4f-417b-bd09-70f912d77ff9 req-0177d35f-c62d-4823-a0c5-9ffafb53f3ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16448b67-0841-4eef-b889-fdba363b68dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793598 Apr 14 20:24:17.363937 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc6ad4-19cb-41a0-8104-2f83f8927cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bd74cc-6c75-40dd-85b8-4bed6422daa5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:17.422543 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-35903697-24b7-43f7-aed7-d9045c1fc85c req-7789999f-13dd-4a23-b972-cf67a99a0d4f tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408033 Apr 14 20:24:17.724823 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12b76cc0-6ca8-45cf-8ad1-b59541f079fb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:17.733284 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dbb6a-5503-417a-b638-636aee679d38 req-c95b6a08-a947-4ef1-bd3c-2c98ab80eef6 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:17.734789 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-012dbb6a-5503-417a-b638-636aee679d38 req-c95b6a08-a947-4ef1-bd3c-2c98ab80eef6 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0605996 Apr 14 20:24:17.735866 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12b76cc0-6ca8-45cf-8ad1-b59541f079fb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (98e1ccdf-b0ab-4fcc-97f7-475d0d2f379e), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:17.865537 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-012dbb6a-5503-417a-b638-636aee679d38 req-748a60cd-6e01-4b77-8730-dd52364ce267 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896838 Apr 14 20:24:17.881748 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.l3_db [None req-12b76cc0-6ca8-45cf-8ad1-b59541f079fb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Floating IP 98e1ccdf-b0ab-4fcc-97f7-475d0d2f379e associated. External IP: 172.27.3.112, port: 89a6d0de-c51a-4573-a23d-29b3bbada7df. Apr 14 20:24:18.047332 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7404d4d-a2cf-4c8c-b101-b13f158e6818 req-f02c4a6a-b2ec-43bd-a2a0-277cba809542 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:18.049307 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c7404d4d-a2cf-4c8c-b101-b13f158e6818 req-f02c4a6a-b2ec-43bd-a2a0-277cba809542 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.1020496 Apr 14 20:24:18.064151 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d458fb2d-5a4f-417b-bd09-70f912d77ff9 req-9377af7d-4837-47d0-ae7d-508473c4ca05 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795990 Apr 14 20:24:18.072407 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250ef22-bf74-4042-9629-b898bd40edd5 req-c3db84bf-6091-4933-bb1b-711d45c34bd8 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:18.074289 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9250ef22-bf74-4042-9629-b898bd40edd5 req-c3db84bf-6091-4933-bb1b-711d45c34bd8 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 950 time: 0.0785453 Apr 14 20:24:18.135117 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b76cc0-6ca8-45cf-8ad1-b59541f079fb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Router dc41baf0-b466-4d0e-adfd-4655d3968fbd has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:24:18.260733 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b76cc0-6ca8-45cf-8ad1-b59541f079fb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:24:18.266879 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12b76cc0-6ca8-45cf-8ad1-b59541f079fb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:18.280095 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7635e3ae-a9d2-4bf6-98ae-50e4567f033c None None] Sync routers for ids ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:24:18.303386 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7635e3ae-a9d2-4bf6-98ae-50e4567f033c None None] Routers {'dc41baf0-b466-4d0e-adfd-4655d3968fbd'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:24:18.304670 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7635e3ae-a9d2-4bf6-98ae-50e4567f033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:24:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:18.315862 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-12b76cc0-6ca8-45cf-8ad1-b59541f079fb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "PUT /v2.0/floatingips/98e1ccdf-b0ab-4fcc-97f7-475d0d2f379e HTTP/1.1" status: 200 len: 992 time: 1.2323508 Apr 14 20:24:18.316743 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9458a6aa-ad22-47fc-997a-d710abcce592', 'tag': '89a6d0de-c51a-4573-a23d-29b3bbada7df'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:24:18.324200 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdbe11d59a66eb6431a54a4c04aa9c41f8d225d3092e952352ea334af4395ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b54503-83b7-4972-a6e1-2c1ad1c88611" -d '{"events": [{"name": "network-changed", "server_uuid": "9458a6aa-ad22-47fc-997a-d710abcce592", "tag": "89a6d0de-c51a-4573-a23d-29b3bbada7df"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:24:18.345465 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9250ef22-bf74-4042-9629-b898bd40edd5 req-56615c15-9ab4-4820-84c6-7c07f1ba3243 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521315 Apr 14 20:24:18.351701 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-c7404d4d-a2cf-4c8c-b101-b13f158e6818 req-148798e0-974e-4b6b-8fc8-2195b2e6847d tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Deleting port af88d415-6625-4ee6-8b7f-0eb34a8a5f32 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:24:18.352289 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c7404d4d-a2cf-4c8c-b101-b13f158e6818 req-148798e0-974e-4b6b-8fc8-2195b2e6847d tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (af88d415-6625-4ee6-8b7f-0eb34a8a5f32), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:18.360059 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d458fb2d-5a4f-417b-bd09-70f912d77ff9 req-9ea6f049-6b57-4b2d-b238-14268b5c1a37 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796052 Apr 14 20:24:18.380018 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a40f0c7-09d9-4ba9-9ab4-1a4c3027d2c8 x-openstack-request-id: req-3a40f0c7-09d9-4ba9-9ab4-1a4c3027d2c8 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:24:18.380386 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9458a6aa-ad22-47fc-997a-d710abcce592", "tag": "89a6d0de-c51a-4573-a23d-29b3bbada7df", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:24:18.380739 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a40f0c7-09d9-4ba9-9ab4-1a4c3027d2c8 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:24:18.381219 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a40f0c7-09d9-4ba9-9ab4-1a4c3027d2c8'] response: {'name': 'network-changed', 'server_uuid': '9458a6aa-ad22-47fc-997a-d710abcce592', 'tag': '89a6d0de-c51a-4573-a23d-29b3bbada7df', 'status': 'completed', 'code': 200} Apr 14 20:24:18.454044 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-7635e3ae-a9d2-4bf6-98ae-50e4567f033c None None] Set router dc41baf0-b466-4d0e-adfd-4655d3968fbd gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:24:18.461701 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-c7404d4d-a2cf-4c8c-b101-b13f158e6818 req-148798e0-974e-4b6b-8fc8-2195b2e6847d tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] For port af88d415-6625-4ee6-8b7f-0eb34a8a5f32, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=af88d415-6625-4ee6-8b7f-0eb34a8a5f32,segment=NetworkSegment(26c23b59-f48f-4f66-bd03-ea753800ba19),segment_id=26c23b59-f48f-4f66-bd03-ea753800ba19)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:18.462245 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c7404d4d-a2cf-4c8c-b101-b13f158e6818 req-148798e0-974e-4b6b-8fc8-2195b2e6847d tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (af88d415-6625-4ee6-8b7f-0eb34a8a5f32), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:18.481524 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-c7404d4d-a2cf-4c8c-b101-b13f158e6818 req-148798e0-974e-4b6b-8fc8-2195b2e6847d tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Calling delete_port for af88d415-6625-4ee6-8b7f-0eb34a8a5f32 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:24:18.631025 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0ef0b-4688-4e3b-aefd-f7189c7fe4c2 req-ed873974-8a9a-47ac-b313-21028231a4f0 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:18.647758 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f2f0ef0b-4688-4e3b-aefd-f7189c7fe4c2 req-ed873974-8a9a-47ac-b313-21028231a4f0 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 945 time: 0.1439860 Apr 14 20:24:18.755235 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f2f0ef0b-4688-4e3b-aefd-f7189c7fe4c2 req-a5117aa3-feff-4367-981a-eac7ba7e91dd tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/security-groups?id=f272b451-59cc-4276-9293-1e32c923c121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065552 Apr 14 20:24:18.763658 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7635e3ae-a9d2-4bf6-98ae-50e4567f033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:57Z', 'revision_number': 4, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port': {'id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '98e1ccdf-b0ab-4fcc-97f7-475d0d2f379e', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'port_id': '89a6d0de-c51a-4573-a23d-29b3bbada7df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'mac_address': 'fa:16:3e:ec:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9458a6aa-ad22-47fc-997a-d710abcce592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:23:09Z', 'updated_at': '2022-04-14T20:24:17Z', 'revision_number': 1, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e3d19c-21b4-4ec3-9d68-617c78ccd169', 'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'mac_address': 'fa:16:3e:8c:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:54Z', 'updated_at': '2022-04-14T20:23:06Z', 'revision_number': 5, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'subnets': [{'id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:18.799888 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7635e3ae-a9d2-4bf6-98ae-50e4567f033c None None] Checking router: dc41baf0-b466-4d0e-adfd-4655d3968fbd for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:24:18.809121 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7635e3ae-a9d2-4bf6-98ae-50e4567f033c None None] Routers {'dc41baf0-b466-4d0e-adfd-4655d3968fbd'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:24:18.809809 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7635e3ae-a9d2-4bf6-98ae-50e4567f033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:24:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:18.819503 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c7404d4d-a2cf-4c8c-b101-b13f158e6818 req-148798e0-974e-4b6b-8fc8-2195b2e6847d tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (af88d415-6625-4ee6-8b7f-0eb34a8a5f32), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:18.835137 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['af88d415-6625-4ee6-8b7f-0eb34a8a5f32'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:24:18.884800 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148798e0-974e-4b6b-8fc8-2195b2e6847d tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Pushing event deleted for resources: {'Port': ['ID=af88d415-6625-4ee6-8b7f-0eb34a8a5f32,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:18.942459 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7404d4d-a2cf-4c8c-b101-b13f158e6818 req-148798e0-974e-4b6b-8fc8-2195b2e6847d tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] No DVR routers for this DVR port af88d415-6625-4ee6-8b7f-0eb34a8a5f32 on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:24:18.942681 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-7635e3ae-a9d2-4bf6-98ae-50e4567f033c None None] Set router dc41baf0-b466-4d0e-adfd-4655d3968fbd gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:24:18.942965 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c7404d4d-a2cf-4c8c-b101-b13f158e6818 req-148798e0-974e-4b6b-8fc8-2195b2e6847d tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:18.947261 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c7404d4d-a2cf-4c8c-b101-b13f158e6818 req-148798e0-974e-4b6b-8fc8-2195b2e6847d tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.46 "DELETE /v2.0/ports/af88d415-6625-4ee6-8b7f-0eb34a8a5f32 HTTP/1.1" status: 204 len: 173 time: 0.8679266 Apr 14 20:24:18.947876 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df6242d-00a9-4ffc-b326-71115daf3334', 'name': 'network-vif-deleted', 'tag': 'af88d415-6625-4ee6-8b7f-0eb34a8a5f32'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:24:18.951608 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09620528-42c5-4817-aa4e-4e253169e744" -d '{"events": [{"server_uuid": "9df6242d-00a9-4ffc-b326-71115daf3334", "name": "network-vif-deleted", "tag": "af88d415-6625-4ee6-8b7f-0eb34a8a5f32"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:24:19.032244 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5f36eb-d914-4d3c-93f6-4e394dc63064 x-openstack-request-id: req-7d5f36eb-d914-4d3c-93f6-4e394dc63064 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:24:19.032998 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df6242d-00a9-4ffc-b326-71115daf3334", "name": "network-vif-deleted", "tag": "af88d415-6625-4ee6-8b7f-0eb34a8a5f32", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:24:19.033499 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d5f36eb-d914-4d3c-93f6-4e394dc63064 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:24:19.034289 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d5f36eb-d914-4d3c-93f6-4e394dc63064'] response: {'server_uuid': '9df6242d-00a9-4ffc-b326-71115daf3334', 'name': 'network-vif-deleted', 'tag': 'af88d415-6625-4ee6-8b7f-0eb34a8a5f32', 'status': 'completed', 'code': 200} Apr 14 20:24:19.055733 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6281af-414a-4378-a54d-28141034c383 req-5c3e4e7e-93d1-4f58-b38a-36e5919a164f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:19.057911 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9c6281af-414a-4378-a54d-28141034c383 req-5c3e4e7e-93d1-4f58-b38a-36e5919a164f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0896230 Apr 14 20:24:19.068164 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 33640) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:19.117008 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9c6281af-414a-4378-a54d-28141034c383 req-80a7b77a-3735-4f1c-a42b-b0c4bd925791 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521045 Apr 14 20:24:19.220268 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-7635e3ae-a9d2-4bf6-98ae-50e4567f033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:57Z', 'revision_number': 4, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port': {'id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '98e1ccdf-b0ab-4fcc-97f7-475d0d2f379e', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'port_id': '89a6d0de-c51a-4573-a23d-29b3bbada7df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'mac_address': 'fa:16:3e:ec:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9458a6aa-ad22-47fc-997a-d710abcce592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:23:09Z', 'updated_at': '2022-04-14T20:24:17Z', 'revision_number': 1, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e3d19c-21b4-4ec3-9d68-617c78ccd169', 'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'mac_address': 'fa:16:3e:8c:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:54Z', 'updated_at': '2022-04-14T20:23:06Z', 'revision_number': 5, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'subnets': [{'id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:19.238646 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4cfd597c-d5c7-4838-8958-96ccb74e108b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:19.249616 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b54503-83b7-4972-a6e1-2c1ad1c88611 req-922a3c68-0fe3-4e86-a956-11d0da9a892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:19.253126 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7635e3ae-a9d2-4bf6-98ae-50e4567f033c None None] The sync data for ids ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'] in dv-cinder-837539-3-iscsi is: [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:57Z', 'revision_number': 4, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port': {'id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '98e1ccdf-b0ab-4fcc-97f7-475d0d2f379e', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'port_id': '89a6d0de-c51a-4573-a23d-29b3bbada7df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'mac_address': 'fa:16:3e:ec:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9458a6aa-ad22-47fc-997a-d710abcce592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:23:09Z', 'updated_at': '2022-04-14T20:24:17Z', 'revision_number': 1, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e3d19c-21b4-4ec3-9d68-617c78ccd169', 'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'mac_address': 'fa:16:3e:8c:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:54Z', 'updated_at': '2022-04-14T20:23:06Z', 'revision_number': 5, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'subnets': [{'id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:24:19.254985 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-70b54503-83b7-4972-a6e1-2c1ad1c88611 req-922a3c68-0fe3-4e86-a956-11d0da9a892d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cadd6f4f80d4757ae43922d6da3505f&device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 1130 time: 0.0983698 Apr 14 20:24:19.416812 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b54503-83b7-4972-a6e1-2c1ad1c88611 req-10a0a8fc-7cb6-4551-8c28-2afa9a1b7ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:19.418639 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-70b54503-83b7-4972-a6e1-2c1ad1c88611 req-10a0a8fc-7cb6-4551-8c28-2afa9a1b7ee8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=22e93b71-05e5-44ed-a527-0366c169924d HTTP/1.1" status: 200 len: 912 time: 0.1403739 Apr 14 20:24:19.431845 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4cfd597c-d5c7-4838-8958-96ccb74e108b admin admin] Publish callbacks [] for security_group (c0c52803-6db1-453a-8d4f-381096b9f275), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:19.465171 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4cfd597c-d5c7-4838-8958-96ccb74e108b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (c0c52803-6db1-453a-8d4f-381096b9f275), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:19.497704 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d15bd-4b3a-4899-af8d-8393cd30a4da None None] New status for floating IP 98e1ccdf-b0ab-4fcc-97f7-475d0d2f379e: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:24:19.561438 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd60d01-8d5e-4a71-a667-7fd5621ec5ba req-e1dfb57d-becc-44e3-924a-674f33c61223 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:19.562397 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0cd60d01-8d5e-4a71-a667-7fd5621ec5ba req-e1dfb57d-becc-44e3-924a-674f33c61223 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 950 time: 0.1359117 Apr 14 20:24:19.567308 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd597c-d5c7-4838-8958-96ccb74e108b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c52803-6db1-453a-8d4f-381096b9f275,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:19.575098 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-4cfd597c-d5c7-4838-8958-96ccb74e108b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84e05a5a69ce48ba88b1824e1df5856e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5055954 Apr 14 20:24:19.577865 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 33650) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:19.582634 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-70b54503-83b7-4972-a6e1-2c1ad1c88611 req-3913c281-0e24-4b1c-85ff-fb7023edf2ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89a6d0de-c51a-4573-a23d-29b3bbada7df HTTP/1.1" status: 200 len: 1000 time: 0.1398361 Apr 14 20:24:19.634602 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1c5ff2a9-842d-4599-9bc2-dc4fdfab3ebd admin admin] Publish callbacks [] for security_group (c0c52803-6db1-453a-8d4f-381096b9f275), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:19.669333 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0cd60d01-8d5e-4a71-a667-7fd5621ec5ba req-1c4eb66e-3263-44dd-bc41-5a88159e87f7 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991037 Apr 14 20:24:19.670955 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b54503-83b7-4972-a6e1-2c1ad1c88611 req-40b3a702-8794-43d1-9477-8123a232143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:19.673078 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-70b54503-83b7-4972-a6e1-2c1ad1c88611 req-40b3a702-8794-43d1-9477-8123a232143b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2bc5ebdc-6adc-4109-947b-34a082b30fa2 HTTP/1.1" status: 200 len: 850 time: 0.0835915 Apr 14 20:24:19.681207 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1c5ff2a9-842d-4599-9bc2-dc4fdfab3ebd admin admin] Publish callbacks [] for security_group (c0c52803-6db1-453a-8d4f-381096b9f275), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:19.741317 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1c5ff2a9-842d-4599-9bc2-dc4fdfab3ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (c0c52803-6db1-453a-8d4f-381096b9f275), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:19.746616 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1c5ff2a9-842d-4599-9bc2-dc4fdfab3ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:19.770368 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b54503-83b7-4972-a6e1-2c1ad1c88611 req-b0bcb2d8-7e1a-40b2-9fe9-94ba98dc5937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:19.776896 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-1c5ff2a9-842d-4599-9bc2-dc4fdfab3ebd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0c52803-6db1-453a-8d4f-381096b9f275 HTTP/1.1" status: 204 len: 168 time: 0.1979330 Apr 14 20:24:19.791293 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-70b54503-83b7-4972-a6e1-2c1ad1c88611 req-b0bcb2d8-7e1a-40b2-9fe9-94ba98dc5937 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=22e93b71-05e5-44ed-a527-0366c169924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0898659 Apr 14 20:24:19.827672 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ff2a9-842d-4599-9bc2-dc4fdfab3ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c52803-6db1-453a-8d4f-381096b9f275,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:19.946116 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-47cc3d0f-5c80-4f4b-8237-7faad20e4343 req-a836bacf-67a2-41a9-a62d-95d5b4babdb6 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 210 time: 0.0335655 Apr 14 20:24:20.016260 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-70b54503-83b7-4972-a6e1-2c1ad1c88611 req-5b47c6fc-611d-4c54-a51b-d6fa55788adc service neutron] 10.222.0.46 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232854 Apr 14 20:24:20.153169 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3d2ed-0f15-4a90-bff5-e8f54866d367 req-1b5335f1-6277-4ae3-bdc1-49b4669fdfba tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:20.154671 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-15e3d2ed-0f15-4a90-bff5-e8f54866d367 req-1b5335f1-6277-4ae3-bdc1-49b4669fdfba tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 950 time: 0.0483406 Apr 14 20:24:20.187635 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 33674) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:20.212208 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c28186e2-a77e-435f-a405-70072971556a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:20.212591 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-15e3d2ed-0f15-4a90-bff5-e8f54866d367 req-bdc1f909-51be-4e59-a77d-a9c556154f80 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521915 Apr 14 20:24:20.258703 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70075659-de1e-4410-900a-ccf4f36e6d77 req-8fdff20a-bd3f-4836-b8ff-8d3b08522437 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:20.260063 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-70075659-de1e-4410-900a-ccf4f36e6d77 req-8fdff20a-bd3f-4836-b8ff-8d3b08522437 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0653558 Apr 14 20:24:20.331753 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-70075659-de1e-4410-900a-ccf4f36e6d77 req-314c509e-910c-44a5-b6e7-987141eb7569 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656826 Apr 14 20:24:20.361221 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c28186e2-a77e-435f-a405-70072971556a admin admin] Publish callbacks [] for security_group (64259be5-85d7-45cd-b9f9-274011feec9b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:20.373846 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c28186e2-a77e-435f-a405-70072971556a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (64259be5-85d7-45cd-b9f9-274011feec9b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:20.444540 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-c28186e2-a77e-435f-a405-70072971556a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=521a82a7dc1f422bb5b73492e5e6c218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535007 Apr 14 20:24:20.444540 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28186e2-a77e-435f-a405-70072971556a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64259be5-85d7-45cd-b9f9-274011feec9b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:20.446211 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 33676) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:20.490969 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-70b54503-83b7-4972-a6e1-2c1ad1c88611 req-915d07ca-6813-4ff1-bec2-abe836830f3a service neutron] 10.222.0.46 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622770 Apr 14 20:24:20.511759 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7df037b7-7477-4321-8e73-e8034709ff77 admin admin] Publish callbacks [] for security_group (64259be5-85d7-45cd-b9f9-274011feec9b), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:20.533592 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7df037b7-7477-4321-8e73-e8034709ff77 admin admin] Publish callbacks [] for security_group (64259be5-85d7-45cd-b9f9-274011feec9b), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:20.590441 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7df037b7-7477-4321-8e73-e8034709ff77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (64259be5-85d7-45cd-b9f9-274011feec9b), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:20.593124 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7df037b7-7477-4321-8e73-e8034709ff77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:20.594260 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-7df037b7-7477-4321-8e73-e8034709ff77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64259be5-85d7-45cd-b9f9-274011feec9b HTTP/1.1" status: 204 len: 168 time: 0.1459148 Apr 14 20:24:20.602477 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df037b7-7477-4321-8e73-e8034709ff77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64259be5-85d7-45cd-b9f9-274011feec9b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:20.920109 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 33684) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:20.933802 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d17dd26c-4fde-4a76-a145-abbc4570a95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:21.008985 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d17dd26c-4fde-4a76-a145-abbc4570a95d admin admin] Publish callbacks [] for security_group (48ca81e4-5bb3-463a-8f3f-eabb31e8c747), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:21.014031 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d17dd26c-4fde-4a76-a145-abbc4570a95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (48ca81e4-5bb3-463a-8f3f-eabb31e8c747), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:21.065830 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-d17dd26c-4fde-4a76-a145-abbc4570a95d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=254e7867f9cb4f219498b97fb4bf4723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446593 Apr 14 20:24:21.068708 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 33690) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:21.081214 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17dd26c-4fde-4a76-a145-abbc4570a95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ca81e4-5bb3-463a-8f3f-eabb31e8c747,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:21.084976 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-752af608-a903-4092-9f7f-eca51283964d req-a59f8dcf-ab81-425e-be1e-74bfd9d1fc89 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 210 time: 0.0346136 Apr 14 20:24:21.120645 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bbcee8c0-dbd4-4a58-9ab9-77e33515ad36 admin admin] Publish callbacks [] for security_group (48ca81e4-5bb3-463a-8f3f-eabb31e8c747), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:21.147040 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bbcee8c0-dbd4-4a58-9ab9-77e33515ad36 admin admin] Publish callbacks [] for security_group (48ca81e4-5bb3-463a-8f3f-eabb31e8c747), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:21.201922 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bbcee8c0-dbd4-4a58-9ab9-77e33515ad36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (48ca81e4-5bb3-463a-8f3f-eabb31e8c747), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:21.205333 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bbcee8c0-dbd4-4a58-9ab9-77e33515ad36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:21.206643 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-bbcee8c0-dbd4-4a58-9ab9-77e33515ad36 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48ca81e4-5bb3-463a-8f3f-eabb31e8c747 HTTP/1.1" status: 204 len: 168 time: 0.1368847 Apr 14 20:24:21.216822 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcee8c0-dbd4-4a58-9ab9-77e33515ad36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ca81e4-5bb3-463a-8f3f-eabb31e8c747,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:21.327680 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dbcfb-a19e-4bda-a9f1-6ecf17441ebe req-591a7737-ab94-4ddc-a83c-3798c3b5e7ea tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:21.329206 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e01dbcfb-a19e-4bda-a9f1-6ecf17441ebe req-591a7737-ab94-4ddc-a83c-3798c3b5e7ea tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 950 time: 0.0471654 Apr 14 20:24:21.383105 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e01dbcfb-a19e-4bda-a9f1-6ecf17441ebe req-aa6162fc-13f3-4bee-aea7-7c30d5bc80b3 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473785 Apr 14 20:24:21.474475 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747dafa-ec31-4a1d-9a16-25b20b6fa60f req-41169c14-87dd-4345-9086-18dc263b09d5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:21.476029 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4747dafa-ec31-4a1d-9a16-25b20b6fa60f req-41169c14-87dd-4345-9086-18dc263b09d5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0501571 Apr 14 20:24:21.537916 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4747dafa-ec31-4a1d-9a16-25b20b6fa60f req-e60e35e3-e16c-47cf-9eda-e0bb5ee70f40 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558705 Apr 14 20:24:22.192665 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-02c6cee6-694b-4d41-a501-90a46862ad78 req-d04032db-b6d5-4032-8aae-3e0f014e2fe8 tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 210 time: 0.0268207 Apr 14 20:24:22.504085 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee8e25-92e5-4411-91b3-26ff4059a9be req-8727c735-88e3-443b-8c06-ca96ad78a833 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:22.505515 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4fee8e25-92e5-4411-91b3-26ff4059a9be req-8727c735-88e3-443b-8c06-ca96ad78a833 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 950 time: 0.0449629 Apr 14 20:24:22.551314 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4fee8e25-92e5-4411-91b3-26ff4059a9be req-5b96eba0-d26d-432a-a263-b7fa42eb401c tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Apr 14 20:24:22.654204 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2a0cd-1c93-4082-8461-2894ce8091a4 req-bd476b8f-649b-4190-8554-8667de5b4846 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:22.655685 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-25f2a0cd-1c93-4082-8461-2894ce8091a4 req-bd476b8f-649b-4190-8554-8667de5b4846 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0493190 Apr 14 20:24:22.898259 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-25f2a0cd-1c93-4082-8461-2894ce8091a4 req-4f9ebb99-7d10-48a2-abe4-c981aa8ddcdf tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371249 Apr 14 20:24:23.295460 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-acdcec48-a512-42cd-9a41-834353959e46 req-82a89366-c6fa-47d5-9375-890475be376f tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 210 time: 0.0267391 Apr 14 20:24:23.505915 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device af88d415-6625-4ee6-8b7f-0eb34a8a5f32 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:24:23.525897 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: af88d415-6625-4ee6-8b7f-0eb34a8a5f32 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:24:23.526242 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device af88d415-6625-4ee6-8b7f-0eb34a8a5f32 not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:24:23.663606 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaab568-cc9f-422f-be00-72bd26a9baf1 req-59f3406b-18e5-4ce8-b77d-9c47f81c953c tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:23.665058 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3aaab568-cc9f-422f-be00-72bd26a9baf1 req-59f3406b-18e5-4ce8-b77d-9c47f81c953c tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 950 time: 0.0468767 Apr 14 20:24:23.712381 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3aaab568-cc9f-422f-be00-72bd26a9baf1 req-af0da205-d077-4bd6-bc4d-1b995825bafc tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417025 Apr 14 20:24:24.024720 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f7330-ce61-4321-93cc-54a26116e15a req-3b697ec9-498f-4d03-84a2-30b33fc23c7c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:24.026242 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-602f7330-ce61-4321-93cc-54a26116e15a req-3b697ec9-498f-4d03-84a2-30b33fc23c7c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0488548 Apr 14 20:24:24.078031 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-602f7330-ce61-4321-93cc-54a26116e15a req-782493d4-b75f-4350-bb64-d2fec7003684 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453889 Apr 14 20:24:24.404159 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c20a7b0a-9925-44ae-a899-be7644449934 req-53942271-8bf9-40ff-b1ef-71ee52cd351a tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 210 time: 0.0269160 Apr 14 20:24:24.828225 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483d092-cc10-4720-a046-c3ef1b2796b7 req-064724a7-5f2c-4b5a-bdbc-61f7925edbc5 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:24.829646 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d483d092-cc10-4720-a046-c3ef1b2796b7 req-064724a7-5f2c-4b5a-bdbc-61f7925edbc5 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 950 time: 0.0465269 Apr 14 20:24:24.877320 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d483d092-cc10-4720-a046-c3ef1b2796b7 req-62983930-d044-4cff-88e6-5bd4d3ccedc1 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422275 Apr 14 20:24:25.190020 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69570b28-bcf1-4792-ac75-ea714ecc8a7c req-d3234158-6b2e-4c10-9712-1e9c0c6df16e tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:25.191513 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-69570b28-bcf1-4792-ac75-ea714ecc8a7c req-d3234158-6b2e-4c10-9712-1e9c0c6df16e tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0486891 Apr 14 20:24:25.238407 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-69570b28-bcf1-4792-ac75-ea714ecc8a7c req-d897e80b-1de3-4298-be64-bd2df0f003f5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412681 Apr 14 20:24:25.512813 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-133def51-3299-4cfa-a270-4b45f4fb1ee3 req-ebbd9e18-d9c8-4f31-832b-9434f028275d tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 210 time: 0.0273433 Apr 14 20:24:25.985622 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d506b-c454-44ac-b942-3cf128e9d04f req-3074a595-33fc-4f06-97ee-ba69255379f4 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:25.987132 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-429d506b-c454-44ac-b942-3cf128e9d04f req-3074a595-33fc-4f06-97ee-ba69255379f4 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 950 time: 0.0448422 Apr 14 20:24:26.035513 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-429d506b-c454-44ac-b942-3cf128e9d04f req-b51b60ce-188f-4a80-b2e4-2345dbc7a8e1 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429895 Apr 14 20:24:26.350448 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33c784-1b42-47bd-8bfa-eef0246083c4 req-2b9da607-3dd9-424a-8cb2-87bfde0aa420 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:26.351808 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-be33c784-1b42-47bd-8bfa-eef0246083c4 req-2b9da607-3dd9-424a-8cb2-87bfde0aa420 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0488043 Apr 14 20:24:26.399869 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-be33c784-1b42-47bd-8bfa-eef0246083c4 req-6da669f7-9db8-4eda-83c2-80cd6189367b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419784 Apr 14 20:24:26.615502 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0febbce0-e4c3-46b3-9cb4-233c1dca46ef req-338a6adf-40cf-495c-954d-f5cf4f7f06ff tempest-DeleteServersTestJSON-1178763056 tempest-DeleteServersTestJSON-1178763056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9df6242d-00a9-4ffc-b326-71115daf3334 HTTP/1.1" status: 200 len: 210 time: 0.0266964 Apr 14 20:24:27.148639 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db6cc6-dee6-4cab-8538-9c3ed71c3508 req-97363c29-50c7-4516-b7f8-854d3c82efb9 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:27.150113 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-12db6cc6-dee6-4cab-8538-9c3ed71c3508 req-97363c29-50c7-4516-b7f8-854d3c82efb9 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 950 time: 0.0475245 Apr 14 20:24:27.197225 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-12db6cc6-dee6-4cab-8538-9c3ed71c3508 req-8c74b7ab-9ed8-488c-9f05-f597708ac000 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410473 Apr 14 20:24:27.513128 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2ee61-9e95-407e-a8ef-8f495f12d980 req-f1df66b2-23e4-4f5f-8270-d3739067f6fa tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:27.514667 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d2b2ee61-9e95-407e-a8ef-8f495f12d980 req-f1df66b2-23e4-4f5f-8270-d3739067f6fa tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0497789 Apr 14 20:24:27.560853 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d2b2ee61-9e95-407e-a8ef-8f495f12d980 req-239a4707-752a-474a-9926-f248019e8a08 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407581 Apr 14 20:24:28.041248 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742745a-f07c-4029-ad04-134a236f81b0 req-96121b12-c2db-40ca-9347-cdafcd08aa25 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:28.043265 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a742745a-f07c-4029-ad04-134a236f81b0 req-96121b12-c2db-40ca-9347-cdafcd08aa25 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.46 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 950 time: 0.0494964 Apr 14 20:24:28.132557 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-a742745a-f07c-4029-ad04-134a236f81b0 req-edce83b7-3e91-4734-9c3b-17494e928da9 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Deleting port b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:24:28.132893 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a742745a-f07c-4029-ad04-134a236f81b0 req-edce83b7-3e91-4734-9c3b-17494e928da9 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:28.221961 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a742745a-f07c-4029-ad04-134a236f81b0 req-edce83b7-3e91-4734-9c3b-17494e928da9 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] For port b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d,segment=NetworkSegment(813817f8-ed28-48e1-a45f-109707757c20),segment_id=813817f8-ed28-48e1-a45f-109707757c20)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:28.222601 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a742745a-f07c-4029-ad04-134a236f81b0 req-edce83b7-3e91-4734-9c3b-17494e928da9 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:28.245651 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-a742745a-f07c-4029-ad04-134a236f81b0 req-edce83b7-3e91-4734-9c3b-17494e928da9 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Calling delete_port for b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:24:28.346379 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f5974-6c8b-4ecb-ab23-52c8ca875749 req-a466fd72-6fd2-42cc-9853-2268a21e5922 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:28.347880 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9b4f5974-6c8b-4ecb-ab23-52c8ca875749 req-a466fd72-6fd2-42cc-9853-2268a21e5922 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 950 time: 0.0623538 Apr 14 20:24:28.438327 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9b4f5974-6c8b-4ecb-ab23-52c8ca875749 req-9d53dda2-3acc-426d-b444-213faeb42c93 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/security-groups?id=d06bfb39-72bd-4cb3-9f19-25935fae7355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835621 Apr 14 20:24:28.458823 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a742745a-f07c-4029-ad04-134a236f81b0 req-edce83b7-3e91-4734-9c3b-17494e928da9 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:28.475929 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:24:28.489051 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce83b7-3e91-4734-9c3b-17494e928da9 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Pushing event deleted for resources: {'Port': ['ID=b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:28.533322 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a742745a-f07c-4029-ad04-134a236f81b0 req-edce83b7-3e91-4734-9c3b-17494e928da9 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] No DVR routers for this DVR port b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:24:28.535780 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a742745a-f07c-4029-ad04-134a236f81b0 req-edce83b7-3e91-4734-9c3b-17494e928da9 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:28.538993 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a742745a-f07c-4029-ad04-134a236f81b0 req-edce83b7-3e91-4734-9c3b-17494e928da9 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.46 "DELETE /v2.0/ports/b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d HTTP/1.1" status: 204 len: 173 time: 0.4897420 Apr 14 20:24:28.539429 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c719d011-08e0-475b-b944-af73b775a079', 'name': 'network-vif-deleted', 'tag': 'b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:24:28.541659 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f4a911-d27d-4750-b9b3-cc22ebdcf5ec" -d '{"events": [{"server_uuid": "c719d011-08e0-475b-b944-af73b775a079", "name": "network-vif-deleted", "tag": "b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:24:28.581817 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdc0532-5db4-4e1b-9322-a5ab89f4fa91 x-openstack-request-id: req-bfdc0532-5db4-4e1b-9322-a5ab89f4fa91 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:24:28.582112 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c719d011-08e0-475b-b944-af73b775a079", "name": "network-vif-deleted", "tag": "b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:24:28.582361 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bfdc0532-5db4-4e1b-9322-a5ab89f4fa91 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:24:28.582799 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfdc0532-5db4-4e1b-9322-a5ab89f4fa91'] response: {'server_uuid': 'c719d011-08e0-475b-b944-af73b775a079', 'name': 'network-vif-deleted', 'tag': 'b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d', 'status': 'completed', 'code': 200} Apr 14 20:24:28.683940 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405f8ca-cd86-4427-ba83-da6ec2d20489 req-60e043a5-e85f-4705-b204-2e6610da953c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:28.685629 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c405f8ca-cd86-4427-ba83-da6ec2d20489 req-60e043a5-e85f-4705-b204-2e6610da953c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0537505 Apr 14 20:24:28.741116 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c405f8ca-cd86-4427-ba83-da6ec2d20489 req-7c4d8e29-22ff-455a-8620-07b6cde21f15 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491848 Apr 14 20:24:29.065218 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 33790) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:29.109430 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd782ec-3af1-4caf-9759-a92f853d9e0b admin admin] Deleting subnet e7ab5734-9275-4b36-b76c-ffb793a6a170 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:24:29.112512 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbd782ec-3af1-4caf-9759-a92f853d9e0b admin admin] Publish callbacks [] for subnet (e7ab5734-9275-4b36-b76c-ffb793a6a170), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:29.146346 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbd782ec-3af1-4caf-9759-a92f853d9e0b admin admin] Publish callbacks [] for subnet (e7ab5734-9275-4b36-b76c-ffb793a6a170), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:29.152060 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbd782ec-3af1-4caf-9759-a92f853d9e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826849'] for subnet (e7ab5734-9275-4b36-b76c-ffb793a6a170), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:29.206202 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbd782ec-3af1-4caf-9759-a92f853d9e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for subnet (e7ab5734-9275-4b36-b76c-ffb793a6a170), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:29.234873 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbd782ec-3af1-4caf-9759-a92f853d9e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:29.237956 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-dbd782ec-3af1-4caf-9759-a92f853d9e0b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e7ab5734-9275-4b36-b76c-ffb793a6a170 HTTP/1.1" status: 204 len: 168 time: 0.1717417 Apr 14 20:24:29.239052 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd782ec-3af1-4caf-9759-a92f853d9e0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7ab5734-9275-4b36-b76c-ffb793a6a170,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:29.240626 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 33794) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:29.309296 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32c646c1-45c9-4334-8ee7-c7664b04b08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657936'] for network (6d99ae28-42a6-47f3-92c4-4c463608b4ba), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:29.400198 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32c646c1-45c9-4334-8ee7-c7664b04b08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830810', 'neutron.services.segments.db._delete_segments_for_network-8743027666104'] for network (6d99ae28-42a6-47f3-92c4-4c463608b4ba), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:29.421069 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-32c646c1-45c9-4334-8ee7-c7664b04b08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d99ae28-42a6-47f3-92c4-4c463608b4ba']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:29.430049 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-32c646c1-45c9-4334-8ee7-c7664b04b08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c23b59-f48f-4f66-bd03-ea753800ba19') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:29.430345 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-32c646c1-45c9-4334-8ee7-c7664b04b08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c23b59-f48f-4f66-bd03-ea753800ba19') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:29.439886 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32c646c1-45c9-4334-8ee7-c7664b04b08a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743027671233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29519233'] for segment (26c23b59-f48f-4f66-bd03-ea753800ba19), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:29.454817 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32c646c1-45c9-4334-8ee7-c7664b04b08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (26c23b59-f48f-4f66-bd03-ea753800ba19), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:29.463260 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c646c1-45c9-4334-8ee7-c7664b04b08a admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:24:29.463593 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32c646c1-45c9-4334-8ee7-c7664b04b08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30806173'] for segment (26c23b59-f48f-4f66-bd03-ea753800ba19), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: Traceback (most recent call last): Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: timer() Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: cb(*args, **kw) Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: return func(*args, **kwargs) Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: self._notify() Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: self.callback(batched_events) Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: event.method(event) Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: return f(self, *a, **k) Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._get(url).json() Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: return self.request(url, 'GET', **kwargs) Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:24:29.466257 dv-cinder-837539-3-iscsi neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:24:29.519940 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32c646c1-45c9-4334-8ee7-c7664b04b08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610524'] for network (6d99ae28-42a6-47f3-92c4-4c463608b4ba), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:29.524723 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32c646c1-45c9-4334-8ee7-c7664b04b08a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:29.529509 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-32c646c1-45c9-4334-8ee7-c7664b04b08a admin admin] 10.222.0.11 "DELETE /v2.0/networks/6d99ae28-42a6-47f3-92c4-4c463608b4ba HTTP/1.1" status: 204 len: 168 time: 0.2878885 Apr 14 20:24:29.543044 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c646c1-45c9-4334-8ee7-c7664b04b08a admin admin] Pushing event deleted for resources: {'Network': ['ID=6d99ae28-42a6-47f3-92c4-4c463608b4ba,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:29.554397 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8692af62-307e-494e-bf4a-3e7fac8e6d98 req-84918895-d5a6-4405-a990-19bdd69cc5f9 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 210 time: 0.0322301 Apr 14 20:24:29.699033 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 33802) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:29.740356 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-852f1191-f03e-4bf3-b812-91f34654cdb3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e398c7d3064341568008ea31418de058&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401785 Apr 14 20:24:29.742847 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 33804) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:29.788904 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb0aeedd-c433-49b4-bee0-bab6c8942c39 admin admin] Publish callbacks [] for security_group (f272b451-59cc-4276-9293-1e32c923c121), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:29.810564 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb0aeedd-c433-49b4-bee0-bab6c8942c39 admin admin] Publish callbacks [] for security_group (f272b451-59cc-4276-9293-1e32c923c121), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:29.874391 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7bf40-714a-4690-8523-fa9b7ded15dd req-1d16df8d-04b4-4aa2-8832-acd6841012bd tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:29.875846 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a4b7bf40-714a-4690-8523-fa9b7ded15dd req-1d16df8d-04b4-4aa2-8832-acd6841012bd tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0634363 Apr 14 20:24:29.903379 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb0aeedd-c433-49b4-bee0-bab6c8942c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (f272b451-59cc-4276-9293-1e32c923c121), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:29.905775 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb0aeedd-c433-49b4-bee0-bab6c8942c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:29.909427 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-fb0aeedd-c433-49b4-bee0-bab6c8942c39 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f272b451-59cc-4276-9293-1e32c923c121 HTTP/1.1" status: 204 len: 168 time: 0.1631079 Apr 14 20:24:29.921188 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0aeedd-c433-49b4-bee0-bab6c8942c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f272b451-59cc-4276-9293-1e32c923c121,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:29.936247 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a4b7bf40-714a-4690-8523-fa9b7ded15dd req-c4368170-7010-4b15-a442-7f4ad7ee2070 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540831 Apr 14 20:24:30.561784 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 33832) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:30.659067 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-55d007b5-ad57-4843-9035-5c05ceab204c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2140390874-network', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:24:30.659609 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6bd55a52-7d80-4278-81a3-eb5d4d5d363e req-9fec3fe7-0345-4f8b-b1dc-9b2c90838cb3 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 210 time: 0.0285032 Apr 14 20:24:30.679191 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d007b5-ad57-4843-9035-5c05ceab204c admin admin] Made reservation on behalf of 924c18fd64a043699aeb1ce62cc31145 for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:24:30.681497 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55d007b5-ad57-4843-9035-5c05ceab204c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:30.690808 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55d007b5-ad57-4843-9035-5c05ceab204c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:30.764645 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55d007b5-ad57-4843-9035-5c05ceab204c admin admin] Publish callbacks [] for security_group (07f797e8-15c7-46ee-be59-94018922e082), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:30.768368 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55d007b5-ad57-4843-9035-5c05ceab204c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (07f797e8-15c7-46ee-be59-94018922e082), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:30.789592 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d007b5-ad57-4843-9035-5c05ceab204c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:24:30.804250 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d007b5-ad57-4843-9035-5c05ceab204c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f797e8-15c7-46ee-be59-94018922e082,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:30.809072 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55d007b5-ad57-4843-9035-5c05ceab204c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (bcf4120a-c04b-41fe-9e73-de9b0c43dfa9), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:30.809357 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.segments_db [None req-55d007b5-ad57-4843-9035-5c05ceab204c admin admin] Added segment bcf4120a-c04b-41fe-9e73-de9b0c43dfa9 of type vlan for network fc816253-53ef-4b12-982a-ad49d0c30481 Apr 14 20:24:30.848893 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55d007b5-ad57-4843-9035-5c05ceab204c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (fc816253-53ef-4b12-982a-ad49d0c30481), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:30.872776 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55d007b5-ad57-4843-9035-5c05ceab204c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (fc816253-53ef-4b12-982a-ad49d0c30481), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:30.873707 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d007b5-ad57-4843-9035-5c05ceab204c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:30.874280 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55d007b5-ad57-4843-9035-5c05ceab204c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:30.905299 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-55d007b5-ad57-4843-9035-5c05ceab204c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3424337 Apr 14 20:24:30.908393 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 33838) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:30.914194 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-75fd443b-4913-48a8-8039-26bb24ccd52a admin admin] Request body: {'subnet': {'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-subnet', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:24:30.932284 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fd443b-4913-48a8-8039-26bb24ccd52a admin admin] Made reservation on behalf of 924c18fd64a043699aeb1ce62cc31145 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:24:30.935029 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75fd443b-4913-48a8-8039-26bb24ccd52a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:30.936220 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d007b5-ad57-4843-9035-5c05ceab204c admin admin] Pushing event updated for resources: {'Network': ['ID=fc816253-53ef-4b12-982a-ad49d0c30481,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:30.946064 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network fc816253-53ef-4b12-982a-ad49d0c30481 details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:24:31.116570 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75fd443b-4913-48a8-8039-26bb24ccd52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for subnet (a3d11b83-af55-48c9-bf30-95e6969d035a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:31.178504 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd443b-4913-48a8-8039-26bb24ccd52a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d11b83-af55-48c9-bf30-95e6969d035a,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:31.186494 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fd443b-4913-48a8-8039-26bb24ccd52a admin admin] Checking segment: {'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:24:31.186866 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fd443b-4913-48a8-8039-26bb24ccd52a admin admin] Network hostable DHCP agents. Network: fc816253-53ef-4b12-982a-ad49d0c30481, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:24:31.205984 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fd443b-4913-48a8-8039-26bb24ccd52a admin admin] Network fc816253-53ef-4b12-982a-ad49d0c30481 is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:24:31.216064 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-75fd443b-4913-48a8-8039-26bb24ccd52a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, fc816253-53ef-4b12-982a-ad49d0c30481) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:24:31.220313 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd443b-4913-48a8-8039-26bb24ccd52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:31.221061 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75fd443b-4913-48a8-8039-26bb24ccd52a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:31.226268 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b785916f-0af2-4413-b5e2-1fc806fbd100 None None] Network fc816253-53ef-4b12-982a-ad49d0c30481 requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:24:31.238179 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-75fd443b-4913-48a8-8039-26bb24ccd52a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3286231 Apr 14 20:24:31.240811 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 33842) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:31.245184 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:24:31.267777 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-612684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (6234cb36-42be-4975-8a0a-5dec5c82e1a6), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:31.268816 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (6234cb36-42be-4975-8a0a-5dec5c82e1a6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:31.291084 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f3bab-146f-4851-9dc0-ba2d2d666210 req-ae40f6b6-0881-4e76-aaa0-b4f2bfaa5407 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:31.298955 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9c0f3bab-146f-4851-9dc0-ba2d2d666210 req-ae40f6b6-0881-4e76-aaa0-b4f2bfaa5407 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.2914791 Apr 14 20:24:31.315154 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51cf2a9d-23d5-4715-838e-d9e395267293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:31.330825 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] Publish callbacks [] for router_controller (6234cb36-42be-4975-8a0a-5dec5c82e1a6), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:31.366519 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9c0f3bab-146f-4851-9dc0-ba2d2d666210 req-cd07a5d4-2142-47c9-9474-ede65bdc2e27 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665350 Apr 14 20:24:31.403112 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cbe5ecf-7572-5a24-94c4-ddcd9da69cec-fc816253-53ef-4b12-982a-ad49d0c30481', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a'}]}} from dv-cinder-837539-3-iscsi. {{(pid=103379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:24:31.404455 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:31.498192 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] Publish callbacks [] for router_gateway (6234cb36-42be-4975-8a0a-5dec5c82e1a6), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:31.547163 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Allocated IP 172.20.0.2 (fc816253-53ef-4b12-982a-ad49d0c30481/a3d11b83-af55-48c9-bf30-95e6969d035a/c1e7ab21-0507-4f8d-b01d-94de22220ee0) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:24:31.683941 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] Publish callbacks [] for router_gateway (6234cb36-42be-4975-8a0a-5dec5c82e1a6), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:31.692493 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Publish callbacks [] for port (c1e7ab21-0507-4f8d-b01d-94de22220ee0), precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:31.699441 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (c1e7ab21-0507-4f8d-b01d-94de22220ee0), after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:31.704864 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:31.744764 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Network fc816253-53ef-4b12-982a-ad49d0c30481 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:24:31.747757 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:24:31.751158 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:24:31.788061 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d59771e7-77da-4fd9-aee7-c22c4612d9e6 req-5be17ce4-28be-46d3-9b79-54f3756b708f tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 210 time: 0.0327835 Apr 14 20:24:31.791994 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Pushing event updated for resources: {'Port': ['ID=c1e7ab21-0507-4f8d-b01d-94de22220ee0,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:31.827269 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Attempting to bind port c1e7ab21-0507-4f8d-b01d-94de22220ee0 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:24:31.827645 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Attempting to bind port c1e7ab21-0507-4f8d-b01d-94de22220ee0 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:24:31.828005 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Attempting to bind port c1e7ab21-0507-4f8d-b01d-94de22220ee0 on network fc816253-53ef-4b12-982a-ad49d0c30481 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:24:31.832971 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:24:31.833343 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Checking segment: {'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:24:31.833774 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:31.834163 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Bound using segment: {'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:24:31.834679 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Bound port: c1e7ab21-0507-4f8d-b01d-94de22220ee0, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:24:31.835089 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (c1e7ab21-0507-4f8d-b01d-94de22220ee0), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:31.849831 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] Allocated IP 172.27.3.43 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/43dab8de-aed0-48a0-b500-a84e95fa352d) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:24:31.899717 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] For port c1e7ab21-0507-4f8d-b01d-94de22220ee0, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:24:31.903052 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] For port c1e7ab21-0507-4f8d-b01d-94de22220ee0, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=c1e7ab21-0507-4f8d-b01d-94de22220ee0,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:24:31.908778 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (c1e7ab21-0507-4f8d-b01d-94de22220ee0), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:31.961868 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] Publish callbacks [] for port (43dab8de-aed0-48a0-b500-a84e95fa352d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:31.970127 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e59ce9-2a2d-4d26-b4d5-dc13f535d7b3 None None] Pushing event updated for resources: {'Port': ['ID=c1e7ab21-0507-4f8d-b01d-94de22220ee0,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:31.996142 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (43dab8de-aed0-48a0-b500-a84e95fa352d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:32.033962 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:24:32.037044 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:24:32.043848 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:24:32.084286 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] Pushing event updated for resources: {'Port': ['ID=43dab8de-aed0-48a0-b500-a84e95fa352d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:32.282817 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] Publish callbacks [] for router_gateway (6234cb36-42be-4975-8a0a-5dec5c82e1a6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:32.498408 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610468'] for router (6234cb36-42be-4975-8a0a-5dec5c82e1a6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:32.509550 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3b902-723d-4362-979b-ef6414bafe9e req-7e1101e3-4782-4663-9da0-df1f505c5a86 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:32.511704 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f1f3b902-723d-4362-979b-ef6414bafe9e req-7e1101e3-4782-4663-9da0-df1f505c5a86 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0479705 Apr 14 20:24:32.560327 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f1f3b902-723d-4362-979b-ef6414bafe9e req-0b251625-4355-4eef-8f5d-08d281ddd92b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437815 Apr 14 20:24:32.640801 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] Router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 is scheduled to L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:24:32.757323 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:24:32.770869 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Sync routers for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:24:32.780277 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:32.781838 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-b5794686-942d-4719-8f1f-3f925a8218d7 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5396709 Apr 14 20:24:32.782332 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:24:32.783174 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:24:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:32.784426 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 33862) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:32.916738 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:24:32.927929 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-82412a08-018d-4770-ba29-c095dbe39160 req-1280593c-e237-4849-8c55-cd69c01e45e2 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 210 time: 0.0401640 Apr 14 20:24:32.974132 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdde762-6433-49fc-9d03-4ea2f2b4018a None None] Network fc816253-53ef-4b12-982a-ad49d0c30481 requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:24:33.056041 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-317dcb34-a486-458e-9fda-b761eee6bc91 None None] Provisioning complete for port c1e7ab21-0507-4f8d-b01d-94de22220ee0 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:33.057092 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-317dcb34-a486-458e-9fda-b761eee6bc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (c1e7ab21-0507-4f8d-b01d-94de22220ee0), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:33.110860 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:32Z', 'revision_number': 3, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:33.144408 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Checking router: 6234cb36-42be-4975-8a0a-5dec5c82e1a6 for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:24:33.144767 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Updating router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 port 43dab8de-aed0-48a0-b500-a84e95fa352d binding host dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:24:33.174288 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (43dab8de-aed0-48a0-b500-a84e95fa352d), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:33.186197 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-317dcb34-a486-458e-9fda-b761eee6bc91 None None] Current status of the port c1e7ab21-0507-4f8d-b01d-94de22220ee0 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:33.186904 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-317dcb34-a486-458e-9fda-b761eee6bc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (c1e7ab21-0507-4f8d-b01d-94de22220ee0), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:33.222933 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-317dcb34-a486-458e-9fda-b761eee6bc91 None None] For port c1e7ab21-0507-4f8d-b01d-94de22220ee0, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=c1e7ab21-0507-4f8d-b01d-94de22220ee0,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:33.227605 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-317dcb34-a486-458e-9fda-b761eee6bc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (c1e7ab21-0507-4f8d-b01d-94de22220ee0), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:33.260573 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bdd3740-4d3b-4be9-a925-86d6656a8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:33.285709 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317dcb34-a486-458e-9fda-b761eee6bc91 None None] Pushing event updated for resources: {'Port': ['ID=c1e7ab21-0507-4f8d-b01d-94de22220ee0,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:33.429632 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-5bdd3740-4d3b-4be9-a925-86d6656a8f4c admin admin] Allocated IP 172.20.0.1 (fc816253-53ef-4b12-982a-ad49d0c30481/a3d11b83-af55-48c9-bf30-95e6969d035a/3fcf3ba4-fbe8-4866-9f9c-f83acaf68563) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:24:33.458142 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-dd5ce434-f475-4510-92fb-3e5f50b2fcfd None None] Provisioning complete for port c1e7ab21-0507-4f8d-b01d-94de22220ee0 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:33.458142 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dd5ce434-f475-4510-92fb-3e5f50b2fcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (c1e7ab21-0507-4f8d-b01d-94de22220ee0), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:33.536571 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bdd3740-4d3b-4be9-a925-86d6656a8f4c admin admin] Publish callbacks [] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:33.554589 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Publish callbacks [] for port (43dab8de-aed0-48a0-b500-a84e95fa352d), precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:33.556280 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ce434-f475-4510-92fb-3e5f50b2fcfd None None] Current status of the port c1e7ab21-0507-4f8d-b01d-94de22220ee0 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:33.561897 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (43dab8de-aed0-48a0-b500-a84e95fa352d), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:33.576897 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bdd3740-4d3b-4be9-a925-86d6656a8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:33.627662 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd3740-4d3b-4be9-a925-86d6656a8f4c admin admin] Network fc816253-53ef-4b12-982a-ad49d0c30481 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:24:33.631362 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5ae72-5fd1-40db-b7ea-d4f5589ded55 None None] Pushing event updated for resources: {'Port': ['ID=43dab8de-aed0-48a0-b500-a84e95fa352d,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:33.634089 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5bdd3740-4d3b-4be9-a925-86d6656a8f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:24:33.638777 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd3740-4d3b-4be9-a925-86d6656a8f4c admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:24:33.639765 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ae72-5fd1-40db-b7ea-d4f5589ded55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:33.640119 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ae72-5fd1-40db-b7ea-d4f5589ded55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:33.640490 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ae72-5fd1-40db-b7ea-d4f5589ded55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:33.640848 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ae72-5fd1-40db-b7ea-d4f5589ded55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:33.641185 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ae72-5fd1-40db-b7ea-d4f5589ded55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:33.641515 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ae72-5fd1-40db-b7ea-d4f5589ded55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:33.641841 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ae72-5fd1-40db-b7ea-d4f5589ded55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:33.642165 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ae72-5fd1-40db-b7ea-d4f5589ded55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:33.642523 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ae72-5fd1-40db-b7ea-d4f5589ded55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:33.642850 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ae72-5fd1-40db-b7ea-d4f5589ded55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:33.643175 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ae72-5fd1-40db-b7ea-d4f5589ded55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:33.643516 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ae72-5fd1-40db-b7ea-d4f5589ded55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:33.643842 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ae72-5fd1-40db-b7ea-d4f5589ded55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:33.644160 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ae72-5fd1-40db-b7ea-d4f5589ded55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:33.644482 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b5ae72-5fd1-40db-b7ea-d4f5589ded55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:33.656677 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Attempting to bind port 43dab8de-aed0-48a0-b500-a84e95fa352d on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:24:33.657050 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Attempting to bind port 43dab8de-aed0-48a0-b500-a84e95fa352d by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:24:33.657412 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Attempting to bind port 43dab8de-aed0-48a0-b500-a84e95fa352d on network 0ff0ed06-361c-431d-a8f4-874987c3167c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:24:33.663040 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:24:33.663333 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Checking segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:24:33.663738 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:33.664129 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Bound using segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:24:33.664595 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Bound port: 43dab8de-aed0-48a0-b500-a84e95fa352d, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:24:33.665016 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (43dab8de-aed0-48a0-b500-a84e95fa352d), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:33.689326 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd3740-4d3b-4be9-a925-86d6656a8f4c admin admin] Pushing event updated for resources: {'Port': ['ID=3fcf3ba4-fbe8-4866-9f9c-f83acaf68563,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:33.704729 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4b1cc7b2-cd11-413a-abcb-cab4f27d89eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:33.719772 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bdd3740-4d3b-4be9-a925-86d6656a8f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610389'] for router_interface (6234cb36-42be-4975-8a0a-5dec5c82e1a6), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:33.722062 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] For port 43dab8de-aed0-48a0-b500-a84e95fa352d, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:24:33.725297 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] For port 43dab8de-aed0-48a0-b500-a84e95fa352d, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=43dab8de-aed0-48a0-b500-a84e95fa352d,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:24:33.734572 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (43dab8de-aed0-48a0-b500-a84e95fa352d), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:33.773756 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a880a1-d858-4292-a6bd-0d8f138a95db req-35b7239b-1d44-4be4-9abf-6b9d0c6c8d10 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:33.775345 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-95a880a1-d858-4292-a6bd-0d8f138a95db req-35b7239b-1d44-4be4-9abf-6b9d0c6c8d10 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.1043499 Apr 14 20:24:33.788872 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5ae72-5fd1-40db-b7ea-d4f5589ded55 None None] Pushing event updated for resources: {'Port': ['ID=43dab8de-aed0-48a0-b500-a84e95fa352d,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:33.818332 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:24:33.820254 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:24:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:33.898667 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-95a880a1-d858-4292-a6bd-0d8f138a95db req-e9949e6f-c98e-46c2-9d46-f7e4eef0d795 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081150 Apr 14 20:24:33.916202 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device c1e7ab21-0507-4f8d-b01d-94de22220ee0 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:24:33.937030 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bdd3740-4d3b-4be9-a925-86d6656a8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:33.966941 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:24:33.985961 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port c1e7ab21-0507-4f8d-b01d-94de22220ee0 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:33.986551 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (c1e7ab21-0507-4f8d-b01d-94de22220ee0), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:34.040341 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1c2bc5d5-aaea-4bfe-875c-7cf172a58e27 None None] Provisioning complete for port 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:34.040867 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1c2bc5d5-aaea-4bfe-875c-7cf172a58e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:34.091068 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5f2b589e-6195-4fd7-b9eb-e5bff9e1b70e req-558bf0d9-de17-41c5-961b-bc854e79f485 tempest-VolumesNegativeTest-793414954 tempest-VolumesNegativeTest-793414954-project] 10.222.0.11 "GET /v2.0/ports?device_id=c719d011-08e0-475b-b944-af73b775a079 HTTP/1.1" status: 200 len: 210 time: 0.0653183 Apr 14 20:24:34.097058 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1c2bc5d5-aaea-4bfe-875c-7cf172a58e27 None None] Port 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:24:34.140383 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:24:34.152993 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bdd3740-4d3b-4be9-a925-86d6656a8f4c admin admin] Publish callbacks [] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:34.161398 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bdd3740-4d3b-4be9-a925-86d6656a8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:34.163592 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:24:34.163945 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device b8dc4cb8-c4f3-4e35-96ce-0f27278d3b3d not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:24:34.174323 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port c1e7ab21-0507-4f8d-b01d-94de22220ee0 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:34.178777 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:32Z', 'revision_number': 3, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:34.210963 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ce22d-d6d6-4261-9845-7f87c0a5748b None None] The sync data for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi is: [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:32Z', 'revision_number': 3, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:24:34.244103 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bdd3740-4d3b-4be9-a925-86d6656a8f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610789'] for router_interface (6234cb36-42be-4975-8a0a-5dec5c82e1a6), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:34.254258 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd3740-4d3b-4be9-a925-86d6656a8f4c admin admin] Pushing event updated for resources: {'Port': ['ID=3fcf3ba4-fbe8-4866-9f9c-f83acaf68563,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:34.358451 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd3740-4d3b-4be9-a925-86d6656a8f4c admin admin] Network fc816253-53ef-4b12-982a-ad49d0c30481 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:24:34.359903 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5bdd3740-4d3b-4be9-a925-86d6656a8f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:24:34.506297 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdd3740-4d3b-4be9-a925-86d6656a8f4c admin admin] Router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:24:34.627971 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-8638a1a8-d68e-4efc-8338-9b182f4a9316 None None] Provisioning complete for port 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:34.628412 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8638a1a8-d68e-4efc-8338-9b182f4a9316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:34.655007 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdd3740-4d3b-4be9-a925-86d6656a8f4c admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:24:34.665071 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-5bdd3740-4d3b-4be9-a925-86d6656a8f4c admin admin] 10.222.0.11 "PUT /v2.0/routers/6234cb36-42be-4975-8a0a-5dec5c82e1a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8793697 Apr 14 20:24:34.694045 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8638a1a8-d68e-4efc-8338-9b182f4a9316 None None] Port 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:24:34.708410 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:35.009157 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3634ed-9c86-446c-a43e-6109193bbf1d req-68a9947d-68b0-43b0-adb9-e07a93277e53 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:35.014964 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9a3634ed-9c86-446c-a43e-6109193bbf1d req-68a9947d-68b0-43b0-adb9-e07a93277e53 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0554345 Apr 14 20:24:35.067657 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9a3634ed-9c86-446c-a43e-6109193bbf1d req-5b6568ed-c1aa-4f14-9763-03808c5556f3 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500214 Apr 14 20:24:35.146469 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 33894) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:35.151755 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d9e1fdae-f77d-4975-ab26-bcec3991983d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--919236845', 'description': 'tempest-description--137349547'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:24:35.175523 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d9e1fdae-f77d-4975-ab26-bcec3991983d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:35.246530 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d9e1fdae-f77d-4975-ab26-bcec3991983d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (2f9253ff-9828-42af-b68b-b615398d01e3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:35.250526 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d9e1fdae-f77d-4975-ab26-bcec3991983d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (2f9253ff-9828-42af-b68b-b615398d01e3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:35.281265 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d9e1fdae-f77d-4975-ab26-bcec3991983d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:35.282511 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-d9e1fdae-f77d-4975-ab26-bcec3991983d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1357901 Apr 14 20:24:35.284354 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1fdae-f77d-4975-ab26-bcec3991983d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9253ff-9828-42af-b68b-b615398d01e3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:35.285600 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 33906) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:35.290373 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-72d2008b-9e38-4f77-ab59-e348bad9e465 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'security_group_rule': {'security_group_id': '2f9253ff-9828-42af-b68b-b615398d01e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:24:35.320744 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-72d2008b-9e38-4f77-ab59-e348bad9e465 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (c0ac34b7-1dcf-443b-b2b7-d58b9bcf1957), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:35.389871 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-72d2008b-9e38-4f77-ab59-e348bad9e465 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (c0ac34b7-1dcf-443b-b2b7-d58b9bcf1957), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:35.393848 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-72d2008b-9e38-4f77-ab59-e348bad9e465 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (c0ac34b7-1dcf-443b-b2b7-d58b9bcf1957), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:35.416587 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2008b-9e38-4f77-ab59-e348bad9e465 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ac34b7-1dcf-443b-b2b7-d58b9bcf1957,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:35.423856 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-72d2008b-9e38-4f77-ab59-e348bad9e465 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:35.427053 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-72d2008b-9e38-4f77-ab59-e348bad9e465 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402006 Apr 14 20:24:35.428153 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 33918) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:35.434345 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ec4abc9a-2bf9-49c1-9f32-109797ddd233 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'security_group_rule': {'security_group_id': '2f9253ff-9828-42af-b68b-b615398d01e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:24:35.460548 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec4abc9a-2bf9-49c1-9f32-109797ddd233 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (83ec8b10-908f-48d0-8a7e-537e09dfafc6), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:35.531189 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec4abc9a-2bf9-49c1-9f32-109797ddd233 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (83ec8b10-908f-48d0-8a7e-537e09dfafc6), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:35.536349 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec4abc9a-2bf9-49c1-9f32-109797ddd233 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (83ec8b10-908f-48d0-8a7e-537e09dfafc6), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:35.555422 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4abc9a-2bf9-49c1-9f32-109797ddd233 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ec8b10-908f-48d0-8a7e-537e09dfafc6,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:35.572407 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec4abc9a-2bf9-49c1-9f32-109797ddd233 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:35.573850 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-ec4abc9a-2bf9-49c1-9f32-109797ddd233 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444976 Apr 14 20:24:35.577056 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 33934) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:35.582063 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-61c9f38c-27ba-4ae9-90df-57acc179959c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'floatingip': {'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:24:35.611895 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61c9f38c-27ba-4ae9-90df-57acc179959c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:35.712817 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61c9f38c-27ba-4ae9-90df-57acc179959c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:35.858899 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-61c9f38c-27ba-4ae9-90df-57acc179959c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Allocated IP 172.27.3.122 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/8c19017b-2f25-427f-8043-34e0ef5f92e7) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:24:35.904281 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 43dab8de-aed0-48a0-b500-a84e95fa352d up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:24:35.958375 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 43dab8de-aed0-48a0-b500-a84e95fa352d triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:35.958775 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (43dab8de-aed0-48a0-b500-a84e95fa352d), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:36.012004 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Sync routers for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:24:36.039315 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:24:36.039958 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:24:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:36.193289 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 43dab8de-aed0-48a0-b500-a84e95fa352d is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:36.194126 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (43dab8de-aed0-48a0-b500-a84e95fa352d), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:36.234384 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] For port 43dab8de-aed0-48a0-b500-a84e95fa352d, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=43dab8de-aed0-48a0-b500-a84e95fa352d,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:36.235667 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:36.242485 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (43dab8de-aed0-48a0-b500-a84e95fa352d), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:36.256956 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655142d4-879d-44b6-a71a-d77539764f4f req-f8499b7f-7fe7-4879-9620-862fa73ceb5b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:36.258489 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-655142d4-879d-44b6-a71a-d77539764f4f req-f8499b7f-7fe7-4879-9620-862fa73ceb5b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0789893 Apr 14 20:24:36.262058 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61c9f38c-27ba-4ae9-90df-57acc179959c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for port (8c19017b-2f25-427f-8043-34e0ef5f92e7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:36.272927 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:24:36.329773 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-655142d4-879d-44b6-a71a-d77539764f4f req-c39148b0-418c-40f0-ac1a-e028bde6d5dd tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617352 Apr 14 20:24:36.336411 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61c9f38c-27ba-4ae9-90df-57acc179959c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (8c19017b-2f25-427f-8043-34e0ef5f92e7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:36.379655 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c9f38c-27ba-4ae9-90df-57acc179959c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:24:36.383850 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-61c9f38c-27ba-4ae9-90df-57acc179959c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:24:36.388507 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c9f38c-27ba-4ae9-90df-57acc179959c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:24:36.439893 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9f38c-27ba-4ae9-90df-57acc179959c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'Port': ['ID=8c19017b-2f25-427f-8043-34e0ef5f92e7,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:36.462000 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61c9f38c-27ba-4ae9-90df-57acc179959c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (4828c8bd-f2f0-4893-8549-08f76fb805bc), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:36.507891 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61c9f38c-27ba-4ae9-90df-57acc179959c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (8c19017b-2f25-427f-8043-34e0ef5f92e7), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:36.509771 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Pushing event updated for resources: {'Port': ['ID=43dab8de-aed0-48a0-b500-a84e95fa352d,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:36.628902 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 2, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:36.662039 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Checking router: 6234cb36-42be-4975-8a0a-5dec5c82e1a6 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:24:36.662399 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Updating router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 port 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 binding host dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:24:36.699436 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61c9f38c-27ba-4ae9-90df-57acc179959c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for port (8c19017b-2f25-427f-8043-34e0ef5f92e7), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:36.704503 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61c9f38c-27ba-4ae9-90df-57acc179959c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (8c19017b-2f25-427f-8043-34e0ef5f92e7), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:36.710083 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:36.741948 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61c9f38c-27ba-4ae9-90df-57acc179959c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (4828c8bd-f2f0-4893-8549-08f76fb805bc), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:36.765762 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9f38c-27ba-4ae9-90df-57acc179959c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'Port': ['ID=8c19017b-2f25-427f-8043-34e0ef5f92e7,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:36.772790 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61c9f38c-27ba-4ae9-90df-57acc179959c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:36.778982 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-61c9f38c-27ba-4ae9-90df-57acc179959c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2007596 Apr 14 20:24:36.963299 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-9f054ccf-4c03-4ea8-8e08-990f22be69e2 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--919236845&fields=id&tenant_id=924c18fd64a043699aeb1ce62cc31145 HTTP/1.1" status: 200 len: 267 time: 0.0472939 Apr 14 20:24:37.081004 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Publish callbacks [] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:37.088141 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:37.093759 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-da051bce-2c10-4d75-a0b8-03569e70c886 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:37.095567 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-da051bce-2c10-4d75-a0b8-03569e70c886 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/networks?id=fc816253-53ef-4b12-982a-ad49d0c30481 HTTP/1.1" status: 200 len: 815 time: 0.1234050 Apr 14 20:24:37.111962 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-2507f286-cbd3-4c03-bc77-8f9b50bb3c54 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/quotas/924c18fd64a043699aeb1ce62cc31145 HTTP/1.1" status: 200 len: 375 time: 0.0108898 Apr 14 20:24:37.151580 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0880ec-3979-43ad-ab95-676e166d8a42 None None] Pushing event updated for resources: {'Port': ['ID=3fcf3ba4-fbe8-4866-9f9c-f83acaf68563,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:37.188955 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-e449d904-dbc8-466d-bd6a-2c0345f0f3b9 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=924c18fd64a043699aeb1ce62cc31145&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713909 Apr 14 20:24:37.206614 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Attempting to bind port 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:24:37.206900 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Attempting to bind port 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:24:37.207264 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Attempting to bind port 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 on network fc816253-53ef-4b12-982a-ad49d0c30481 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:24:37.212586 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:24:37.212966 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Checking segment: {'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:24:37.213370 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:37.214271 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Bound using segment: {'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:24:37.214865 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Bound port: 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:24:37.215251 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:37.297532 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] For port 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:24:37.301169 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] For port 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=3fcf3ba4-fbe8-4866-9f9c-f83acaf68563,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:24:37.305219 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-7ecd0ade-0065-4d03-bf95-76beb52a9ae0 service neutron] 10.222.0.11 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078987 Apr 14 20:24:37.309472 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:37.389190 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0880ec-3979-43ad-ab95-676e166d8a42 None None] Pushing event updated for resources: {'Port': ['ID=3fcf3ba4-fbe8-4866-9f9c-f83acaf68563,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:37.401709 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:24:37.402393 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:24:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:37.442527 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-dc376334-f16f-48ad-850d-5b1897ab39e1 service neutron] 10.222.0.11 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283391 Apr 14 20:24:37.474508 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-cc62b5ad-4176-4c05-b42f-94a1863347fd None None] Provisioning complete for port 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:37.474508 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc62b5ad-4176-4c05-b42f-94a1863347fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:37.538477 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c4fd3-ccc3-4927-a1d1-adc9d5b20b84 req-1cfa3679-41c5-4b75-a744-c47776dd4abf tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:37.540400 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-754c4fd3-ccc3-4927-a1d1-adc9d5b20b84 req-1cfa3679-41c5-4b75-a744-c47776dd4abf tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0804210 Apr 14 20:24:37.601018 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:24:37.618232 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-754c4fd3-ccc3-4927-a1d1-adc9d5b20b84 req-644eae37-2254-4c25-a34c-ec89c36110f0 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701058 Apr 14 20:24:37.747365 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-363920f8-327c-4cb9-9812-dd8bc1065684 req-72a26840-3eb9-4008-bac8-39b882473cab tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 210 time: 0.0491531 Apr 14 20:24:37.758352 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cc62b5ad-4176-4c05-b42f-94a1863347fd None None] Current status of the port 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:37.758850 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc62b5ad-4176-4c05-b42f-94a1863347fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:37.803700 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:24:37.889694 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-cc62b5ad-4176-4c05-b42f-94a1863347fd None None] For port 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=3fcf3ba4-fbe8-4866-9f9c-f83acaf68563,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:37.894590 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cc62b5ad-4176-4c05-b42f-94a1863347fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:37.908507 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 43dab8de-aed0-48a0-b500-a84e95fa352d up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:24:38.076056 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62b5ad-4176-4c05-b42f-94a1863347fd None None] Pushing event updated for resources: {'Port': ['ID=3fcf3ba4-fbe8-4866-9f9c-f83acaf68563,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:38.094596 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-d0128683-b67e-4952-94ea-932e64553e2f None None] Provisioning complete for port 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:38.095692 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0128683-b67e-4952-94ea-932e64553e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:38.124144 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:38.170553 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55355ae-aea0-4928-8ec8-575f6d7c33a0 None None] The sync data for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi is: [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:24:38.172087 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:38.206165 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 43dab8de-aed0-48a0-b500-a84e95fa352d triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:38.206644 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (43dab8de-aed0-48a0-b500-a84e95fa352d), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:38.333923 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d0128683-b67e-4952-94ea-932e64553e2f None None] Current status of the port 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:38.395641 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 43dab8de-aed0-48a0-b500-a84e95fa352d is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:38.771169 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa008b-ed00-4dd6-9b63-5eef4e0e342b req-ae1c92a8-f6cb-4117-9d6d-e15bebae7a20 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:38.773067 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7ffa008b-ed00-4dd6-9b63-5eef4e0e342b req-ae1c92a8-f6cb-4117-9d6d-e15bebae7a20 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0514176 Apr 14 20:24:38.845328 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7ffa008b-ed00-4dd6-9b63-5eef4e0e342b req-fe5ad361-8e95-4236-a206-7ddd9478a67b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606947 Apr 14 20:24:38.855840 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-16a95be9-001c-4dc5-83f2-adfd42df0777 req-dc1a4765-61c7-426a-ba48-bf97a00826e8 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 210 time: 0.0432100 Apr 14 20:24:39.046468 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-63d29ccd-3550-476f-a9c8-b66c84461934 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:39.048116 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-63d29ccd-3550-476f-a9c8-b66c84461934 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "GET /v2.0/networks?id=fc816253-53ef-4b12-982a-ad49d0c30481 HTTP/1.1" status: 200 len: 815 time: 0.1163747 Apr 14 20:24:39.115603 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-c792e454-720c-4a03-bc1a-98ad744ad81e tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=924c18fd64a043699aeb1ce62cc31145 HTTP/1.1" status: 200 len: 379 time: 0.0593755 Apr 14 20:24:39.125852 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-9c6c3e01-b4c6-4be1-9a19-ee59183dd8d4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'port': {'device_id': '026ddeb3-3161-4eb4-94cc-03ff758e5c76', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'admin_state_up': True, 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'security_groups': ['2f9253ff-9828-42af-b68b-b615398d01e3']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:24:39.235184 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:39.238148 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-9c6c3e01-b4c6-4be1-9a19-ee59183dd8d4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Made reservation on behalf of 924c18fd64a043699aeb1ce62cc31145 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:24:39.241524 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-9c6c3e01-b4c6-4be1-9a19-ee59183dd8d4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:39.369021 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-9c6c3e01-b4c6-4be1-9a19-ee59183dd8d4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Allocated IP 172.20.0.12 (fc816253-53ef-4b12-982a-ad49d0c30481/a3d11b83-af55-48c9-bf30-95e6969d035a/e1344b42-2290-4abc-880d-c9a5a9bc0094) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:24:39.512002 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-9c6c3e01-b4c6-4be1-9a19-ee59183dd8d4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for port (e1344b42-2290-4abc-880d-c9a5a9bc0094), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:39.550019 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-9c6c3e01-b4c6-4be1-9a19-ee59183dd8d4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (e1344b42-2290-4abc-880d-c9a5a9bc0094), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:39.592699 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-9c6c3e01-b4c6-4be1-9a19-ee59183dd8d4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Network fc816253-53ef-4b12-982a-ad49d0c30481 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:24:39.596015 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-9c6c3e01-b4c6-4be1-9a19-ee59183dd8d4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:24:39.599279 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-9c6c3e01-b4c6-4be1-9a19-ee59183dd8d4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:24:39.639712 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c3e01-b4c6-4be1-9a19-ee59183dd8d4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'Port': ['ID=e1344b42-2290-4abc-880d-c9a5a9bc0094,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:39.670687 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-9c6c3e01-b4c6-4be1-9a19-ee59183dd8d4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:39.671304 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-9c6c3e01-b4c6-4be1-9a19-ee59183dd8d4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:39.688254 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-9c6c3e01-b4c6-4be1-9a19-ee59183dd8d4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5667465 Apr 14 20:24:39.700196 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Request body: {'port': {'device_id': '026ddeb3-3161-4eb4-94cc-03ff758e5c76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:24:39.771814 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e1344b42-2290-4abc-880d-c9a5a9bc0094), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:39.881407 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-289d1782-79c6-4006-8b6a-281d95727b24 None None] Provisioning complete for port e1344b42-2290-4abc-880d-c9a5a9bc0094 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:39.882000 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-289d1782-79c6-4006-8b6a-281d95727b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (e1344b42-2290-4abc-880d-c9a5a9bc0094), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:39.911283 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:24:39.958806 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-289d1782-79c6-4006-8b6a-281d95727b24 None None] Port e1344b42-2290-4abc-880d-c9a5a9bc0094 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:24:39.972957 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:39.973328 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:39.985850 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d55a6-31d9-4466-8f0e-4939abe8b283 req-fc821f1c-0cbd-4e70-a547-b6bcb2622fdf tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:39.990962 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-725d55a6-31d9-4466-8f0e-4939abe8b283 req-fc821f1c-0cbd-4e70-a547-b6bcb2622fdf tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 932 time: 0.0513721 Apr 14 20:24:40.039851 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-725d55a6-31d9-4466-8f0e-4939abe8b283 req-0d6e5d4b-436f-4671-9589-f0d0e300635d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f9253ff-9828-42af-b68b-b615398d01e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467677 Apr 14 20:24:40.061310 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:40.070989 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b32517-46e3-4191-8701-61a50b477043 req-d1fd620c-73f2-4c47-afb8-c43d75a57a16 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:40.072443 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-23b32517-46e3-4191-8701-61a50b477043 req-d1fd620c-73f2-4c47-afb8-c43d75a57a16 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0777910 Apr 14 20:24:40.158115 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1344b42-2290-4abc-880d-c9a5a9bc0094 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:24:40.168636 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Publish callbacks [] for port (e1344b42-2290-4abc-880d-c9a5a9bc0094), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:40.174571 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-23b32517-46e3-4191-8701-61a50b477043 req-210b7437-f8eb-4497-9636-a9527286b76b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937259 Apr 14 20:24:40.184165 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Transition to ACTIVE for port object e1344b42-2290-4abc-880d-c9a5a9bc0094 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:24:40.188946 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (e1344b42-2290-4abc-880d-c9a5a9bc0094), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:40.242350 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Pushing event updated for resources: {'Port': ['ID=e1344b42-2290-4abc-880d-c9a5a9bc0094,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:40.271358 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:40.271708 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:40.272046 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:40.272381 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:40.272714 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:40.273043 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:40.273369 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:40.273700 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:40.274021 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:40.274343 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:40.274691 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:40.275013 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:40.275332 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:40.275652 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:40.276094 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:40.329569 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Attempting to bind port e1344b42-2290-4abc-880d-c9a5a9bc0094 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:24:40.329919 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Attempting to bind port e1344b42-2290-4abc-880d-c9a5a9bc0094 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:24:40.330263 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Attempting to bind port e1344b42-2290-4abc-880d-c9a5a9bc0094 on network fc816253-53ef-4b12-982a-ad49d0c30481 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:24:40.335214 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Port e1344b42-2290-4abc-880d-c9a5a9bc0094 on network fc816253-53ef-4b12-982a-ad49d0c30481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:24:40.335540 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Attempting to bind port e1344b42-2290-4abc-880d-c9a5a9bc0094 on network fc816253-53ef-4b12-982a-ad49d0c30481 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:24:40.341844 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:24:40.342193 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Checking segment: {'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:24:40.342623 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Bound using segment: {'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:24:40.343057 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Bound port: e1344b42-2290-4abc-880d-c9a5a9bc0094, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:24:40.343779 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e1344b42-2290-4abc-880d-c9a5a9bc0094), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:40.412648 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] For port e1344b42-2290-4abc-880d-c9a5a9bc0094, host hv-cinder-83753, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:24:40.415815 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] For port e1344b42-2290-4abc-880d-c9a5a9bc0094, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e1344b42-2290-4abc-880d-c9a5a9bc0094,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:24:40.424177 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (e1344b42-2290-4abc-880d-c9a5a9bc0094), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:40.463938 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:40.464550 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:40.465987 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] 10.222.0.46 "PUT /v2.0/ports/e1344b42-2290-4abc-880d-c9a5a9bc0094 HTTP/1.1" status: 200 len: 1094 time: 0.7704654 Apr 14 20:24:40.466443 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026ddeb3-3161-4eb4-94cc-03ff758e5c76', 'tag': 'e1344b42-2290-4abc-880d-c9a5a9bc0094'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:24:40.468670 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad10898-7463-47e7-a64f-57da5e3c0c87" -d '{"events": [{"name": "network-changed", "server_uuid": "026ddeb3-3161-4eb4-94cc-03ff758e5c76", "tag": "e1344b42-2290-4abc-880d-c9a5a9bc0094"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:24:40.491918 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fca18d-0b9c-4d11-aaba-99e18c689467 service neutron] Pushing event updated for resources: {'Port': ['ID=e1344b42-2290-4abc-880d-c9a5a9bc0094,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:40.505171 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77015246-a9e6-438a-9337-bf5eef69a511 x-openstack-request-id: req-77015246-a9e6-438a-9337-bf5eef69a511 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:24:40.505481 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026ddeb3-3161-4eb4-94cc-03ff758e5c76", "tag": "e1344b42-2290-4abc-880d-c9a5a9bc0094", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:24:40.505735 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77015246-a9e6-438a-9337-bf5eef69a511 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:24:40.506131 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77015246-a9e6-438a-9337-bf5eef69a511'] response: {'name': 'network-changed', 'server_uuid': '026ddeb3-3161-4eb4-94cc-03ff758e5c76', 'tag': 'e1344b42-2290-4abc-880d-c9a5a9bc0094', 'status': 'completed', 'code': 200} Apr 14 20:24:40.986753 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad10898-7463-47e7-a64f-57da5e3c0c87 req-860ff9d8-161b-4033-ab35-635936114dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:40.988474 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0ad10898-7463-47e7-a64f-57da5e3c0c87 req-860ff9d8-161b-4033-ab35-635936114dfa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=924c18fd64a043699aeb1ce62cc31145&device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 1128 time: 0.0479124 Apr 14 20:24:41.094248 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 34250) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:41.146361 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad10898-7463-47e7-a64f-57da5e3c0c87 req-9c0927b5-a28e-4248-8966-598804560df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:41.147803 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0ad10898-7463-47e7-a64f-57da5e3c0c87 req-9c0927b5-a28e-4248-8966-598804560df6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=924c18fd64a043699aeb1ce62cc31145&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1051726 Apr 14 20:24:41.180021 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bba0fe-d60a-4802-be7e-6789889a47d6 req-6b6c39a2-be1e-4369-90ed-d631d3d77c14 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:41.181478 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-37bba0fe-d60a-4802-be7e-6789889a47d6 req-6b6c39a2-be1e-4369-90ed-d631d3d77c14 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 944 time: 0.0490267 Apr 14 20:24:41.242760 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-37bba0fe-d60a-4802-be7e-6789889a47d6 req-e177eb1c-7d92-4cce-9b35-7d5c328c5b18 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f9253ff-9828-42af-b68b-b615398d01e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542376 Apr 14 20:24:41.312421 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80856f71-0c96-4a55-8471-1ea2f0f62a9c req-df62784f-e6fa-447d-9e5f-e8981fc1d2c1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:41.313913 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-80856f71-0c96-4a55-8471-1ea2f0f62a9c req-df62784f-e6fa-447d-9e5f-e8981fc1d2c1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0663280 Apr 14 20:24:41.319277 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-bcf6cb30-22ef-42e3-a4bf-fca5bf2b0930 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19d6eca91dfc4f52b84b92d384e3e8e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239103 Apr 14 20:24:41.320041 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 34256) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:41.392066 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad10898-7463-47e7-a64f-57da5e3c0c87 req-566537ac-144a-453a-a600-55dc1a807cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:41.393734 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0ad10898-7463-47e7-a64f-57da5e3c0c87 req-566537ac-144a-453a-a600-55dc1a807cd7 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086450 Apr 14 20:24:41.394982 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-80856f71-0c96-4a55-8471-1ea2f0f62a9c req-5cf987d8-d98e-411f-90ae-b32bd4cd41b0 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683587 Apr 14 20:24:41.406969 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Publish callbacks [] for security_group (d06bfb39-72bd-4cb3-9f19-25935fae7355), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:41.429311 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Publish callbacks [] for security_group (d06bfb39-72bd-4cb3-9f19-25935fae7355), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:41.479968 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (d06bfb39-72bd-4cb3-9f19-25935fae7355), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:41.480882 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-9f247500-c0ab-4c53-81fe-b10f9f3bc871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:41.482378 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-9f247500-c0ab-4c53-81fe-b10f9f3bc871 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=924c18fd64a043699aeb1ce62cc31145&device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 1128 time: 0.0404868 Apr 14 20:24:41.482589 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:41.483747 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d06bfb39-72bd-4cb3-9f19-25935fae7355 HTTP/1.1" status: 204 len: 168 time: 0.1626604 Apr 14 20:24:41.491670 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06bfb39-72bd-4cb3-9f19-25935fae7355,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:41.499172 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:41.499526 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:41.499874 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:41.500213 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:41.500550 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:41.500995 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:41.501209 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:41.501537 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:41.501867 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:41.502195 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:41.502554 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:41.502887 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:41.503211 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:41.503531 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:41.503851 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08241e0a-960e-45c4-8a0e-306263e7f633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:41.527577 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-662f81e3-8159-4042-b17f-3ef83f3fe0fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1344b42-2290-4abc-880d-c9a5a9bc0094 HTTP/1.1" status: 200 len: 217 time: 0.0375202 Apr 14 20:24:41.577972 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-f9a3b66a-68e3-4a98-84b3-4acd92efff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:41.579452 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-f9a3b66a-68e3-4a98-84b3-4acd92efff4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d11b83-af55-48c9-bf30-95e6969d035a HTTP/1.1" status: 200 len: 854 time: 0.0461657 Apr 14 20:24:41.622316 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-3ce3257d-1e3a-4735-8869-20c47f80bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:41.623838 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-3ce3257d-1e3a-4735-8869-20c47f80bc19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc816253-53ef-4b12-982a-ad49d0c30481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384908 Apr 14 20:24:41.723389 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-7a654a2f-00e4-4489-91e3-e72dd8438099 service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902171 Apr 14 20:24:42.127012 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 34282) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:42.219582 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a9476fd1-43e7-42bb-b890-6b12ed05ba99 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1412041822-network', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:24:42.240932 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9476fd1-43e7-42bb-b890-6b12ed05ba99 admin admin] Made reservation on behalf of ad225bf8aa6a4b28ad215f698e0e6960 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:24:42.243364 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9476fd1-43e7-42bb-b890-6b12ed05ba99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:42.251503 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9476fd1-43e7-42bb-b890-6b12ed05ba99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:42.326229 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9476fd1-43e7-42bb-b890-6b12ed05ba99 admin admin] Publish callbacks [] for security_group (4802e3a4-2299-4e7e-bedd-853b7639ac76), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:42.330673 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9476fd1-43e7-42bb-b890-6b12ed05ba99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (4802e3a4-2299-4e7e-bedd-853b7639ac76), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:42.356779 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba058f-a501-4989-82b1-32d51484a306 req-d912f2a5-84cb-4218-b0a9-6795625287d8 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:42.358588 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e7ba058f-a501-4989-82b1-32d51484a306 req-d912f2a5-84cb-4218-b0a9-6795625287d8 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 944 time: 0.0499775 Apr 14 20:24:42.358797 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9476fd1-43e7-42bb-b890-6b12ed05ba99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:24:42.367425 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476fd1-43e7-42bb-b890-6b12ed05ba99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4802e3a4-2299-4e7e-bedd-853b7639ac76,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:42.373664 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9476fd1-43e7-42bb-b890-6b12ed05ba99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (998aa7c0-879a-4aa5-9406-f0f8069123a1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:42.374033 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-a9476fd1-43e7-42bb-b890-6b12ed05ba99 admin admin] Added segment 998aa7c0-879a-4aa5-9406-f0f8069123a1 of type vlan for network d0ae32ba-f63e-4871-a0db-3e11ef229577 Apr 14 20:24:42.409265 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e7ba058f-a501-4989-82b1-32d51484a306 req-e70bce03-7c42-4658-985f-9816b185f992 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f9253ff-9828-42af-b68b-b615398d01e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449107 Apr 14 20:24:42.418113 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9476fd1-43e7-42bb-b890-6b12ed05ba99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (d0ae32ba-f63e-4871-a0db-3e11ef229577), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:42.446143 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9476fd1-43e7-42bb-b890-6b12ed05ba99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (d0ae32ba-f63e-4871-a0db-3e11ef229577), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:42.447082 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9476fd1-43e7-42bb-b890-6b12ed05ba99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:42.447672 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9476fd1-43e7-42bb-b890-6b12ed05ba99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:42.529819 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a9476fd1-43e7-42bb-b890-6b12ed05ba99 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4016678 Apr 14 20:24:42.533030 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 34290) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:42.537944 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-bb9271bb-f9ba-4e76-98df-5940dbee612f admin admin] Request body: {'subnet': {'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1412041822-subnet', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:24:42.542095 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476fd1-43e7-42bb-b890-6b12ed05ba99 admin admin] Pushing event updated for resources: {'Network': ['ID=d0ae32ba-f63e-4871-a0db-3e11ef229577,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:42.552369 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network d0ae32ba-f63e-4871-a0db-3e11ef229577 details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:24:42.554826 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb1be9-e2cd-442a-812a-fb92f99bd591 req-00ca4ca7-e453-4c2d-8061-e575cd11c0cf tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:42.556485 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fcdb1be9-e2cd-442a-812a-fb92f99bd591 req-00ca4ca7-e453-4c2d-8061-e575cd11c0cf tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0836763 Apr 14 20:24:42.567093 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9271bb-f9ba-4e76-98df-5940dbee612f admin admin] Made reservation on behalf of ad225bf8aa6a4b28ad215f698e0e6960 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:24:42.569553 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb9271bb-f9ba-4e76-98df-5940dbee612f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31045885'] for subnet (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:42.615070 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fcdb1be9-e2cd-442a-812a-fb92f99bd591 req-8b389e71-9923-40d6-9914-38f7e3e1a607 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486951 Apr 14 20:24:42.737273 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb9271bb-f9ba-4e76-98df-5940dbee612f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30809592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31045867'] for subnet (68e55fb6-fc75-4b6d-952a-c4a8c730ba8a), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:42.796356 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9271bb-f9ba-4e76-98df-5940dbee612f admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e55fb6-fc75-4b6d-952a-c4a8c730ba8a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:42.803402 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9271bb-f9ba-4e76-98df-5940dbee612f admin admin] Checking segment: {'id': '998aa7c0-879a-4aa5-9406-f0f8069123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:24:42.803758 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9271bb-f9ba-4e76-98df-5940dbee612f admin admin] Network hostable DHCP agents. Network: d0ae32ba-f63e-4871-a0db-3e11ef229577, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:24:42.821992 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9271bb-f9ba-4e76-98df-5940dbee612f admin admin] Network d0ae32ba-f63e-4871-a0db-3e11ef229577 is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:24:42.831492 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-bb9271bb-f9ba-4e76-98df-5940dbee612f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, d0ae32ba-f63e-4871-a0db-3e11ef229577) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:24:42.835731 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9271bb-f9ba-4e76-98df-5940dbee612f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:42.836317 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb9271bb-f9ba-4e76-98df-5940dbee612f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:42.841164 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95347069-054e-43f8-8a5c-f99247b5021d None None] Network d0ae32ba-f63e-4871-a0db-3e11ef229577 requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:24:42.855021 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-bb9271bb-f9ba-4e76-98df-5940dbee612f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3208480 Apr 14 20:24:42.856763 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 34294) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:42.861276 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1412041822-router', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:24:42.882727 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-612684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:42.883783 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:42.941154 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] Publish callbacks [] for router_controller (2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:43.072507 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cbe5ecf-7572-5a24-94c4-ddcd9da69cec-d0ae32ba-f63e-4871-a0db-3e11ef229577', 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577', 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'fixed_ips': [{'subnet_id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a'}]}} from dv-cinder-837539-3-iscsi. {{(pid=103379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:24:43.074299 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:43.089760 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] Publish callbacks [] for router_gateway (2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:43.218744 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Allocated IP 172.20.0.2 (d0ae32ba-f63e-4871-a0db-3e11ef229577/68e55fb6-fc75-4b6d-952a-c4a8c730ba8a/a741c550-00f6-4565-854e-9df69a0266ce) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:24:43.280358 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] Publish callbacks [] for router_gateway (2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:43.302209 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:43.363106 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Publish callbacks [] for port (a741c550-00f6-4565-854e-9df69a0266ce), precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:43.368033 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (a741c550-00f6-4565-854e-9df69a0266ce), after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:43.406863 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] Allocated IP 172.27.3.9 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/f5ed5abd-84a3-418d-a1f4-9cf4ce37b964) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:24:43.414724 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Network d0ae32ba-f63e-4871-a0db-3e11ef229577 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:24:43.422370 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:24:43.425947 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:24:43.437260 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Pushing event updated for resources: {'Port': ['ID=a741c550-00f6-4565-854e-9df69a0266ce,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:43.464015 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:43.464345 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:43.464697 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:43.465052 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:43.465901 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:43.465901 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:43.466093 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:43.466337 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:43.466687 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:43.467001 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:43.467322 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:43.467657 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:43.467977 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:43.468386 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:43.468643 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:24:43.504875 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Attempting to bind port a741c550-00f6-4565-854e-9df69a0266ce on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:24:43.505241 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Attempting to bind port a741c550-00f6-4565-854e-9df69a0266ce by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': '998aa7c0-879a-4aa5-9406-f0f8069123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:24:43.505598 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Attempting to bind port a741c550-00f6-4565-854e-9df69a0266ce on network d0ae32ba-f63e-4871-a0db-3e11ef229577 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:24:43.510771 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:24:43.511488 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Checking segment: {'id': '998aa7c0-879a-4aa5-9406-f0f8069123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:24:43.511615 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:43.511938 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Bound using segment: {'id': '998aa7c0-879a-4aa5-9406-f0f8069123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:24:43.512396 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Bound port: a741c550-00f6-4565-854e-9df69a0266ce, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998aa7c0-879a-4aa5-9406-f0f8069123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:24:43.512762 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (a741c550-00f6-4565-854e-9df69a0266ce), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:43.525380 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] Publish callbacks [] for port (f5ed5abd-84a3-418d-a1f4-9cf4ce37b964), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:43.539918 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e86f5-5733-454b-a09c-e27d43eb0da4 req-f1e02a79-daf6-42ca-bc47-48fe4dbf0048 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:43.542226 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-105e86f5-5733-454b-a09c-e27d43eb0da4 req-f1e02a79-daf6-42ca-bc47-48fe4dbf0048 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 944 time: 0.0605628 Apr 14 20:24:43.562737 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (f5ed5abd-84a3-418d-a1f4-9cf4ce37b964), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:43.584830 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] For port a741c550-00f6-4565-854e-9df69a0266ce, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:24:43.588956 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] For port a741c550-00f6-4565-854e-9df69a0266ce, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=a741c550-00f6-4565-854e-9df69a0266ce,segment=NetworkSegment(998aa7c0-879a-4aa5-9406-f0f8069123a1),segment_id=998aa7c0-879a-4aa5-9406-f0f8069123a1)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:24:43.596124 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (a741c550-00f6-4565-854e-9df69a0266ce), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:43.596354 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-105e86f5-5733-454b-a09c-e27d43eb0da4 req-1731ab02-6e0a-43e5-acdb-e97c800bead5 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f9253ff-9828-42af-b68b-b615398d01e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478852 Apr 14 20:24:43.602791 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:24:43.606262 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:24:43.612075 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:24:43.680048 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8af7c-8f29-4af2-aa55-3c2b2510329c None None] Pushing event updated for resources: {'Port': ['ID=a741c550-00f6-4565-854e-9df69a0266ce,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:43.680612 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] Pushing event updated for resources: {'Port': ['ID=f5ed5abd-84a3-418d-a1f4-9cf4ce37b964,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:43.772169 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9460d-79bc-407e-9f3d-14cae1f0d99a req-6dddd0b3-7778-4ffe-9544-fb69cbd99a5e tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:43.773732 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-48f9460d-79bc-407e-9f3d-14cae1f0d99a req-6dddd0b3-7778-4ffe-9544-fb69cbd99a5e tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0593805 Apr 14 20:24:43.915351 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-48f9460d-79bc-407e-9f3d-14cae1f0d99a req-5fe4357b-675d-4436-bd76-16ace0534d6b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932267 Apr 14 20:24:43.934752 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] Publish callbacks [] for router_gateway (2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:44.139415 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610468'] for router (2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:44.273409 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] Router 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec is scheduled to L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:24:44.388024 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:24:44.397452 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Sync routers for ids ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:24:44.406690 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:44.410184 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Routers {'2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:24:44.410694 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 34306) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:44.410836 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-0cbc45e5-7d2e-4f91-ad63-d69a4ce42f81 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5528414 Apr 14 20:24:44.412405 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:24:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:44.534704 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Set router 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:24:44.582552 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3102cdd8-1e99-4191-bcb5-ca275ba8302f None None] Network d0ae32ba-f63e-4871-a0db-3e11ef229577 requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:24:44.685718 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-004f42b0-5b1f-4622-a571-4e0974f89116 None None] Provisioning complete for port a741c550-00f6-4565-854e-9df69a0266ce triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:44.687051 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-004f42b0-5b1f-4622-a571-4e0974f89116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (a741c550-00f6-4565-854e-9df69a0266ce), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:44.727187 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'name': 'tempest-TestMinimumBasicScenario-1412041822-router', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:42Z', 'updated_at': '2022-04-14T20:24:43Z', 'revision_number': 3, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'gw_port': {'id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:43Z', 'updated_at': '2022-04-14T20:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:44.757441 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Checking router: 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:24:44.757788 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Updating router 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec port f5ed5abd-84a3-418d-a1f4-9cf4ce37b964 binding host dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:24:44.788974 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (f5ed5abd-84a3-418d-a1f4-9cf4ce37b964), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:44.830814 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-004f42b0-5b1f-4622-a571-4e0974f89116 None None] Current status of the port a741c550-00f6-4565-854e-9df69a0266ce is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:44.831362 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-004f42b0-5b1f-4622-a571-4e0974f89116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (a741c550-00f6-4565-854e-9df69a0266ce), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:44.908828 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-004f42b0-5b1f-4622-a571-4e0974f89116 None None] For port a741c550-00f6-4565-854e-9df69a0266ce, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=a741c550-00f6-4565-854e-9df69a0266ce,segment=NetworkSegment(998aa7c0-879a-4aa5-9406-f0f8069123a1),segment_id=998aa7c0-879a-4aa5-9406-f0f8069123a1)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:44.924331 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-004f42b0-5b1f-4622-a571-4e0974f89116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (a741c550-00f6-4565-854e-9df69a0266ce), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:44.997246 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f42b0-5b1f-4622-a571-4e0974f89116 None None] Pushing event updated for resources: {'Port': ['ID=a741c550-00f6-4565-854e-9df69a0266ce,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:45.051767 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1157d8-a44a-48eb-af83-6cb7dc82fa63 req-f5d239a1-607b-4217-9505-4046b6d063bf tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:45.053390 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3e1157d8-a44a-48eb-af83-6cb7dc82fa63 req-f5d239a1-607b-4217-9505-4046b6d063bf tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0571108 Apr 14 20:24:45.083662 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4fbb3-7f83-4bc6-89e0-32a2566b2a1f req-6f6b508f-63e9-437c-8e04-dced3170d6f7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:45.085169 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-25b4fbb3-7f83-4bc6-89e0-32a2566b2a1f req-6f6b508f-63e9-437c-8e04-dced3170d6f7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 944 time: 0.0751655 Apr 14 20:24:45.117165 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3e1157d8-a44a-48eb-af83-6cb7dc82fa63 req-80fa5ceb-616e-4555-b17c-adf9c40ed1d5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538771 Apr 14 20:24:45.144056 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Publish callbacks [] for port (f5ed5abd-84a3-418d-a1f4-9cf4ce37b964), precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:45.149624 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (f5ed5abd-84a3-418d-a1f4-9cf4ce37b964), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:45.155580 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-b24b359a-b826-4dde-baa2-f96af40695eb None None] Provisioning complete for port a741c550-00f6-4565-854e-9df69a0266ce triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:45.162899 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b24b359a-b826-4dde-baa2-f96af40695eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (a741c550-00f6-4565-854e-9df69a0266ce), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:45.192654 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-25b4fbb3-7f83-4bc6-89e0-32a2566b2a1f req-cfa92a85-219f-4639-8cba-24e0190d7c01 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f9253ff-9828-42af-b68b-b615398d01e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836017 Apr 14 20:24:45.196120 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66a1e4-a289-4c13-a10d-a2d7191d6b1e None None] Pushing event updated for resources: {'Port': ['ID=f5ed5abd-84a3-418d-a1f4-9cf4ce37b964,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:45.223331 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Attempting to bind port f5ed5abd-84a3-418d-a1f4-9cf4ce37b964 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:24:45.224069 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Attempting to bind port f5ed5abd-84a3-418d-a1f4-9cf4ce37b964 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:24:45.224069 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Attempting to bind port f5ed5abd-84a3-418d-a1f4-9cf4ce37b964 on network 0ff0ed06-361c-431d-a8f4-874987c3167c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:24:45.229186 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:24:45.229558 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Checking segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:24:45.230269 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:45.230411 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Bound using segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:24:45.230875 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Bound port: f5ed5abd-84a3-418d-a1f4-9cf4ce37b964, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:24:45.231257 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (f5ed5abd-84a3-418d-a1f4-9cf4ce37b964), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:45.254151 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab926c2-c289-42b5-b2d6-2bbfa666ec99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:45.272719 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-b24b359a-b826-4dde-baa2-f96af40695eb None None] Current status of the port a741c550-00f6-4565-854e-9df69a0266ce is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:45.284345 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] For port f5ed5abd-84a3-418d-a1f4-9cf4ce37b964, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:24:45.287404 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] For port f5ed5abd-84a3-418d-a1f4-9cf4ce37b964, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=f5ed5abd-84a3-418d-a1f4-9cf4ce37b964,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:24:45.292690 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (f5ed5abd-84a3-418d-a1f4-9cf4ce37b964), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:45.350394 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Routers {'2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:24:45.351045 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:24:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:45.353975 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66a1e4-a289-4c13-a10d-a2d7191d6b1e None None] Pushing event updated for resources: {'Port': ['ID=f5ed5abd-84a3-418d-a1f4-9cf4ce37b964,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:45.428373 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6ab926c2-c289-42b5-b2d6-2bbfa666ec99 admin admin] Allocated IP 172.20.0.1 (d0ae32ba-f63e-4871-a0db-3e11ef229577/68e55fb6-fc75-4b6d-952a-c4a8c730ba8a/8e4dbd77-afe9-43b8-82fd-908d748a16cf) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:24:45.459950 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] Set router 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:24:45.572285 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4292b738-6a4e-4d47-b620-314aa72729e9 req-42fb9f21-0faa-4d6d-972c-c5a960be2c1e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0987117 Apr 14 20:24:45.597148 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cf88e740-fddc-4f9e-af5c-7ce825199f4e req-4c20f8e7-d3bc-4c20-821c-bbce455e8d8f service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911817 Apr 14 20:24:45.658409 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab926c2-c289-42b5-b2d6-2bbfa666ec99 admin admin] Publish callbacks [] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:45.671992 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292b738-6a4e-4d47-b620-314aa72729e9 req-09354c94-386a-47aa-8e65-4525991a7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:45.673489 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4292b738-6a4e-4d47-b620-314aa72729e9 req-09354c94-386a-47aa-8e65-4525991a7366 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3f8c257adbc4afc935c3fed66259370&device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 1130 time: 0.0557361 Apr 14 20:24:45.701767 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab926c2-c289-42b5-b2d6-2bbfa666ec99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:45.724193 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'name': 'tempest-TestMinimumBasicScenario-1412041822-router', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:42Z', 'updated_at': '2022-04-14T20:24:43Z', 'revision_number': 3, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'gw_port': {'id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:43Z', 'updated_at': '2022-04-14T20:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:45.739414 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab926c2-c289-42b5-b2d6-2bbfa666ec99 admin admin] Network d0ae32ba-f63e-4871-a0db-3e11ef229577 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:24:45.742292 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6ab926c2-c289-42b5-b2d6-2bbfa666ec99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:24:45.749023 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab926c2-c289-42b5-b2d6-2bbfa666ec99 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:24:45.751772 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85bad94-1287-47b4-b911-7009fd33874c None None] The sync data for ids ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'] in dv-cinder-837539-3-iscsi is: [{'id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'name': 'tempest-TestMinimumBasicScenario-1412041822-router', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:42Z', 'updated_at': '2022-04-14T20:24:43Z', 'revision_number': 3, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'gw_port': {'id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:43Z', 'updated_at': '2022-04-14T20:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:24:45.774513 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab926c2-c289-42b5-b2d6-2bbfa666ec99 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4dbd77-afe9-43b8-82fd-908d748a16cf,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:45.797805 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab926c2-c289-42b5-b2d6-2bbfa666ec99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610389'] for router_interface (2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:45.907407 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device a741c550-00f6-4565-854e-9df69a0266ce up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:24:45.967255 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab926c2-c289-42b5-b2d6-2bbfa666ec99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:45.972710 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port a741c550-00f6-4565-854e-9df69a0266ce triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:45.973245 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (a741c550-00f6-4565-854e-9df69a0266ce), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:46.019736 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-833ee4d6-f298-4c01-b358-67fe34bbb770 None None] Provisioning complete for port 8e4dbd77-afe9-43b8-82fd-908d748a16cf triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:46.020403 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-833ee4d6-f298-4c01-b358-67fe34bbb770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:46.085185 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-833ee4d6-f298-4c01-b358-67fe34bbb770 None None] Port 8e4dbd77-afe9-43b8-82fd-908d748a16cf cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:24:46.130209 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port a741c550-00f6-4565-854e-9df69a0266ce is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:46.171453 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab926c2-c289-42b5-b2d6-2bbfa666ec99 admin admin] Publish callbacks [] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:46.176936 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab926c2-c289-42b5-b2d6-2bbfa666ec99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:46.251517 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7e83d-1485-4e0a-84dd-682c9c07099d req-90988cc8-9001-47c3-9a1f-703e0b9a15ca tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:46.253160 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-90c7e83d-1485-4e0a-84dd-682c9c07099d req-90988cc8-9001-47c3-9a1f-703e0b9a15ca tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0558689 Apr 14 20:24:46.270023 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab926c2-c289-42b5-b2d6-2bbfa666ec99 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4dbd77-afe9-43b8-82fd-908d748a16cf,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:46.275397 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ab926c2-c289-42b5-b2d6-2bbfa666ec99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610789'] for router_interface (2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:46.313534 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-90c7e83d-1485-4e0a-84dd-682c9c07099d req-d23d0a69-e2fe-4795-80d8-0c7c19eacaeb tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512488 Apr 14 20:24:46.378594 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561bdf6-18bf-4f49-83d3-ae8c396eef0c req-eb5c2a80-0f58-4752-9bbe-e01aa8987311 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:46.380109 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8561bdf6-18bf-4f49-83d3-ae8c396eef0c req-eb5c2a80-0f58-4752-9bbe-e01aa8987311 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 944 time: 0.0944390 Apr 14 20:24:46.446782 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab926c2-c289-42b5-b2d6-2bbfa666ec99 admin admin] Network d0ae32ba-f63e-4871-a0db-3e11ef229577 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:24:46.449551 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6ab926c2-c289-42b5-b2d6-2bbfa666ec99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:24:46.454460 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8561bdf6-18bf-4f49-83d3-ae8c396eef0c req-9d29e7b3-92c8-4af7-b17a-c81df02478b6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f9253ff-9828-42af-b68b-b615398d01e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674868 Apr 14 20:24:46.576146 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab926c2-c289-42b5-b2d6-2bbfa666ec99 admin admin] Router 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:24:46.696121 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab926c2-c289-42b5-b2d6-2bbfa666ec99 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:24:46.701132 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-6ab926c2-c289-42b5-b2d6-2bbfa666ec99 admin admin] 10.222.0.11 "PUT /v2.0/routers/2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2893655 Apr 14 20:24:46.710053 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-f8df9b18-680f-440d-80ea-08bcf7f2dcbf None None] Provisioning complete for port 8e4dbd77-afe9-43b8-82fd-908d748a16cf triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:46.715018 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f8df9b18-680f-440d-80ea-08bcf7f2dcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:46.755106 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f8df9b18-680f-440d-80ea-08bcf7f2dcbf None None] Port 8e4dbd77-afe9-43b8-82fd-908d748a16cf cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:24:47.178736 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 34342) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:47.184761 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9c78621c-7142-423a-a772-7253036cb7ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-570422925-network', 'tenant_id': '58ce23c6488a4a8abe5df695f1fcada2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:24:47.209548 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c78621c-7142-423a-a772-7253036cb7ff admin admin] Made reservation on behalf of 58ce23c6488a4a8abe5df695f1fcada2 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:24:47.215416 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c78621c-7142-423a-a772-7253036cb7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:47.226629 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c78621c-7142-423a-a772-7253036cb7ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:47.343839 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c78621c-7142-423a-a772-7253036cb7ff admin admin] Publish callbacks [] for security_group (54d2b8b8-a3c7-4063-8b3b-3316d1a82c86), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:47.348685 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c78621c-7142-423a-a772-7253036cb7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (54d2b8b8-a3c7-4063-8b3b-3316d1a82c86), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:47.393569 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c78621c-7142-423a-a772-7253036cb7ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:24:47.413546 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c78621c-7142-423a-a772-7253036cb7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:47.413891 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-9c78621c-7142-423a-a772-7253036cb7ff admin admin] Added segment 38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd of type vlan for network 808dff98-58e3-402b-9f1e-c2f5b1688e54 Apr 14 20:24:47.461862 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78621c-7142-423a-a772-7253036cb7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d2b8b8-a3c7-4063-8b3b-3316d1a82c86,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:47.505308 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9ec6d-7590-4025-87dd-2db48096fe4f req-2a973fc8-a00c-4fbb-900d-8af2d10c54f9 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:47.506875 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ace9ec6d-7590-4025-87dd-2db48096fe4f req-2a973fc8-a00c-4fbb-900d-8af2d10c54f9 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0913215 Apr 14 20:24:47.525303 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c78621c-7142-423a-a772-7253036cb7ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (808dff98-58e3-402b-9f1e-c2f5b1688e54), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:47.575891 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c78621c-7142-423a-a772-7253036cb7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (808dff98-58e3-402b-9f1e-c2f5b1688e54), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:47.576859 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c78621c-7142-423a-a772-7253036cb7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:47.577441 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c78621c-7142-423a-a772-7253036cb7ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:47.581511 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bb418-bcd2-49b1-9337-9366ca343d62 req-2d46362f-ecc4-4bee-8b5a-8f42f841d851 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:47.583103 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-806bb418-bcd2-49b1-9337-9366ca343d62 req-2d46362f-ecc4-4bee-8b5a-8f42f841d851 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 944 time: 0.0520995 Apr 14 20:24:47.584288 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ace9ec6d-7590-4025-87dd-2db48096fe4f req-f2ee2b28-b6a0-4fe5-af86-8ffda89dd9d8 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684638 Apr 14 20:24:47.616761 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-9c78621c-7142-423a-a772-7253036cb7ff admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4367404 Apr 14 20:24:47.621336 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 34356) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:47.629438 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-4f8e3220-58f3-408f-af0e-ed5271e29397 admin admin] Request body: {'subnet': {'network_id': '808dff98-58e3-402b-9f1e-c2f5b1688e54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-570422925-subnet', 'tenant_id': '58ce23c6488a4a8abe5df695f1fcada2', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:24:47.654288 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78621c-7142-423a-a772-7253036cb7ff admin admin] Pushing event updated for resources: {'Network': ['ID=808dff98-58e3-402b-9f1e-c2f5b1688e54,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:47.664728 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-806bb418-bcd2-49b1-9337-9366ca343d62 req-b0c6ca97-2113-4b33-8628-b2b815991036 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f9253ff-9828-42af-b68b-b615398d01e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729373 Apr 14 20:24:47.670648 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8e3220-58f3-408f-af0e-ed5271e29397 admin admin] Made reservation on behalf of 58ce23c6488a4a8abe5df695f1fcada2 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:24:47.671713 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Sync routers for ids ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:24:47.673006 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3220-58f3-408f-af0e-ed5271e29397 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31045885'] for subnet (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:47.681647 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network 808dff98-58e3-402b-9f1e-c2f5b1688e54 details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:24:47.712484 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Routers {'2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:24:47.713129 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:24:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:47.849676 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3220-58f3-408f-af0e-ed5271e29397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30809592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31045867'] for subnet (16c75b30-ae3d-4d71-9d1d-b07e57e4842d), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:47.865398 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Set router 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:24:47.893424 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device f5ed5abd-84a3-418d-a1f4-9cf4ce37b964 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:24:47.903517 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e3220-58f3-408f-af0e-ed5271e29397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16c75b30-ae3d-4d71-9d1d-b07e57e4842d,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:47.913305 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8e3220-58f3-408f-af0e-ed5271e29397 admin admin] Checking segment: {'id': '38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '808dff98-58e3-402b-9f1e-c2f5b1688e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:24:47.913667 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8e3220-58f3-408f-af0e-ed5271e29397 admin admin] Network hostable DHCP agents. Network: 808dff98-58e3-402b-9f1e-c2f5b1688e54, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:24:47.930658 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8e3220-58f3-408f-af0e-ed5271e29397 admin admin] Network 808dff98-58e3-402b-9f1e-c2f5b1688e54 is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:24:47.941760 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4f8e3220-58f3-408f-af0e-ed5271e29397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, 808dff98-58e3-402b-9f1e-c2f5b1688e54) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:24:47.946274 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8e3220-58f3-408f-af0e-ed5271e29397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:47.946977 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3220-58f3-408f-af0e-ed5271e29397 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:47.966533 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-4f8e3220-58f3-408f-af0e-ed5271e29397 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3431108 Apr 14 20:24:47.966757 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 34360) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:47.970390 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840de7b2-ac07-4f69-885f-ee2dd3502bb1 None None] Network 808dff98-58e3-402b-9f1e-c2f5b1688e54 requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:24:47.970930 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-570422925-router', 'tenant_id': '58ce23c6488a4a8abe5df695f1fcada2', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:24:47.991533 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-612684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (2ac5d25d-526b-4874-98cf-363e5ed4c7db), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:47.992546 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (2ac5d25d-526b-4874-98cf-363e5ed4c7db), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:48.050796 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] Publish callbacks [] for router_controller (2ac5d25d-526b-4874-98cf-363e5ed4c7db), precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:48.108877 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port f5ed5abd-84a3-418d-a1f4-9cf4ce37b964 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:48.109248 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (f5ed5abd-84a3-418d-a1f4-9cf4ce37b964), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:48.192826 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] Publish callbacks [] for router_gateway (2ac5d25d-526b-4874-98cf-363e5ed4c7db), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:48.214817 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cbe5ecf-7572-5a24-94c4-ddcd9da69cec-808dff98-58e3-402b-9f1e-c2f5b1688e54', 'network_id': '808dff98-58e3-402b-9f1e-c2f5b1688e54', 'project_id': '58ce23c6488a4a8abe5df695f1fcada2', 'fixed_ips': [{'subnet_id': '16c75b30-ae3d-4d71-9d1d-b07e57e4842d'}]}} from dv-cinder-837539-3-iscsi. {{(pid=103379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:24:48.215660 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:48.254498 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'name': 'tempest-TestMinimumBasicScenario-1412041822-router', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:42Z', 'updated_at': '2022-04-14T20:24:45Z', 'revision_number': 4, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'gw_port': {'id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:43Z', 'updated_at': '2022-04-14T20:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '8e4dbd77-afe9-43b8-82fd-908d748a16cf', 'name': '', 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'mac_address': 'fa:16:3e:40:9f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:45Z', 'updated_at': '2022-04-14T20:24:46Z', 'revision_number': 2, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'subnets': [{'id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:48.304201 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Checking router: 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:24:48.304472 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Updating router 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec port 8e4dbd77-afe9-43b8-82fd-908d748a16cf binding host dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:24:48.386549 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] Publish callbacks [] for router_gateway (2ac5d25d-526b-4874-98cf-363e5ed4c7db), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:48.407516 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:48.524671 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port f5ed5abd-84a3-418d-a1f4-9cf4ce37b964 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:48.525059 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (f5ed5abd-84a3-418d-a1f4-9cf4ce37b964), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:48.533520 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:48.536705 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] Allocated IP 172.27.3.152 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/2cf78e1b-4145-401d-951c-adf38a64fbb9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:24:48.568330 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] For port f5ed5abd-84a3-418d-a1f4-9cf4ce37b964, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=f5ed5abd-84a3-418d-a1f4-9cf4ce37b964,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:48.593054 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (f5ed5abd-84a3-418d-a1f4-9cf4ce37b964), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:48.685145 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Allocated IP 172.20.0.2 (808dff98-58e3-402b-9f1e-c2f5b1688e54/16c75b30-ae3d-4d71-9d1d-b07e57e4842d/f3cae8bd-00cf-4bfc-a7d7-b86795635262) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:24:48.686688 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] Publish callbacks [] for port (2cf78e1b-4145-401d-951c-adf38a64fbb9), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:48.723418 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f90d22-30ff-4958-b789-bc029c0f68ae req-c9c28c83-b6f4-43d2-bc16-cd60bd1861ef tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:48.725295 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-30f90d22-30ff-4958-b789-bc029c0f68ae req-c9c28c83-b6f4-43d2-bc16-cd60bd1861ef tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0568335 Apr 14 20:24:48.728199 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (2cf78e1b-4145-401d-951c-adf38a64fbb9), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:48.753466 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Pushing event updated for resources: {'Port': ['ID=f5ed5abd-84a3-418d-a1f4-9cf4ce37b964,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:48.778876 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-30f90d22-30ff-4958-b789-bc029c0f68ae req-7f47188b-7efb-472f-8d0a-4f6cea67f543 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472827 Apr 14 20:24:48.827644 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:24:48.835208 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:24:48.838656 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:24:48.843364 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf78e1b-4145-401d-951c-adf38a64fbb9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:48.871155 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f56fc-bf0e-4bb7-bc55-6da82bbd1007 req-024329cd-82e3-4b4d-a6e3-9e8d19a4c2fb tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:48.872666 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-660f56fc-bf0e-4bb7-bc55-6da82bbd1007 req-024329cd-82e3-4b4d-a6e3-9e8d19a4c2fb tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 944 time: 0.0981472 Apr 14 20:24:48.996440 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Publish callbacks [] for port (f3cae8bd-00cf-4bfc-a7d7-b86795635262), precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:49.000339 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-660f56fc-bf0e-4bb7-bc55-6da82bbd1007 req-597015eb-da88-48c0-a1e6-9e020e19f372 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f9253ff-9828-42af-b68b-b615398d01e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208792 Apr 14 20:24:49.009718 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (f3cae8bd-00cf-4bfc-a7d7-b86795635262), after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:49.075200 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Network 808dff98-58e3-402b-9f1e-c2f5b1688e54 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:24:49.082603 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:24:49.094931 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:24:49.098060 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Publish callbacks [] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:49.115682 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:49.117582 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Pushing event updated for resources: {'Port': ['ID=f3cae8bd-00cf-4bfc-a7d7-b86795635262,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:49.218252 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Attempting to bind port f3cae8bd-00cf-4bfc-a7d7-b86795635262 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:24:49.218653 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Attempting to bind port f3cae8bd-00cf-4bfc-a7d7-b86795635262 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': '38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '808dff98-58e3-402b-9f1e-c2f5b1688e54'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:24:49.219024 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Attempting to bind port f3cae8bd-00cf-4bfc-a7d7-b86795635262 on network 808dff98-58e3-402b-9f1e-c2f5b1688e54 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:24:49.228365 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d088c29-5097-49de-9745-7d7a727dd017 None None] Pushing event updated for resources: {'Port': ['ID=8e4dbd77-afe9-43b8-82fd-908d748a16cf,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:49.251395 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:24:49.251803 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Checking segment: {'id': '38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '808dff98-58e3-402b-9f1e-c2f5b1688e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:24:49.252187 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:49.252584 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Bound using segment: {'id': '38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '808dff98-58e3-402b-9f1e-c2f5b1688e54'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:24:49.253487 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Bound port: f3cae8bd-00cf-4bfc-a7d7-b86795635262, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '808dff98-58e3-402b-9f1e-c2f5b1688e54'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:24:49.254196 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (f3cae8bd-00cf-4bfc-a7d7-b86795635262), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:49.314748 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Attempting to bind port 8e4dbd77-afe9-43b8-82fd-908d748a16cf on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:24:49.315120 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Attempting to bind port 8e4dbd77-afe9-43b8-82fd-908d748a16cf by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': '998aa7c0-879a-4aa5-9406-f0f8069123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:24:49.315484 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Attempting to bind port 8e4dbd77-afe9-43b8-82fd-908d748a16cf on network d0ae32ba-f63e-4871-a0db-3e11ef229577 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:24:49.329428 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:24:49.329808 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Checking segment: {'id': '998aa7c0-879a-4aa5-9406-f0f8069123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:24:49.330214 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:49.330632 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Bound using segment: {'id': '998aa7c0-879a-4aa5-9406-f0f8069123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:24:49.331111 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Bound port: 8e4dbd77-afe9-43b8-82fd-908d748a16cf, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998aa7c0-879a-4aa5-9406-f0f8069123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:24:49.331490 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:49.393191 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] For port f3cae8bd-00cf-4bfc-a7d7-b86795635262, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:24:49.409911 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] Publish callbacks [] for router_gateway (2ac5d25d-526b-4874-98cf-363e5ed4c7db), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:49.414525 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] For port f3cae8bd-00cf-4bfc-a7d7-b86795635262, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=f3cae8bd-00cf-4bfc-a7d7-b86795635262,segment=NetworkSegment(38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd),segment_id=38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:24:49.430310 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (f3cae8bd-00cf-4bfc-a7d7-b86795635262), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:49.437567 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] For port 8e4dbd77-afe9-43b8-82fd-908d748a16cf, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:24:49.441473 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] For port 8e4dbd77-afe9-43b8-82fd-908d748a16cf, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=8e4dbd77-afe9-43b8-82fd-908d748a16cf,segment=NetworkSegment(998aa7c0-879a-4aa5-9406-f0f8069123a1),segment_id=998aa7c0-879a-4aa5-9406-f0f8069123a1)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:24:49.470248 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:49.516949 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1de87f90-8f0b-4579-b2b6-3a69989fd427 None None] Provisioning complete for port 8e4dbd77-afe9-43b8-82fd-908d748a16cf triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:49.517355 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1de87f90-8f0b-4579-b2b6-3a69989fd427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:49.521272 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae1a7a-8f9a-4838-960b-b22548c1518b None None] Pushing event updated for resources: {'Port': ['ID=f3cae8bd-00cf-4bfc-a7d7-b86795635262,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:49.588962 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Routers {'2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:24:49.589712 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:24:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:49.654468 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610468'] for router (2ac5d25d-526b-4874-98cf-363e5ed4c7db), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:49.667681 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d088c29-5097-49de-9745-7d7a727dd017 None None] Pushing event updated for resources: {'Port': ['ID=8e4dbd77-afe9-43b8-82fd-908d748a16cf,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:49.830785 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1de87f90-8f0b-4579-b2b6-3a69989fd427 None None] Current status of the port 8e4dbd77-afe9-43b8-82fd-908d748a16cf is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:49.831349 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1de87f90-8f0b-4579-b2b6-3a69989fd427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:49.882706 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] Set router 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:24:49.959108 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1de87f90-8f0b-4579-b2b6-3a69989fd427 None None] For port 8e4dbd77-afe9-43b8-82fd-908d748a16cf, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=8e4dbd77-afe9-43b8-82fd-908d748a16cf,segment=NetworkSegment(998aa7c0-879a-4aa5-9406-f0f8069123a1),segment_id=998aa7c0-879a-4aa5-9406-f0f8069123a1)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:50.006656 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1de87f90-8f0b-4579-b2b6-3a69989fd427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:50.016948 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b995beb-a83e-4054-bbd2-f4d7daa2faf5 req-f5529137-9c4c-42aa-90b0-46d21de17045 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:50.032175 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6b995beb-a83e-4054-bbd2-f4d7daa2faf5 req-f5529137-9c4c-42aa-90b0-46d21de17045 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.1155360 Apr 14 20:24:50.042242 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] Router 2ac5d25d-526b-4874-98cf-363e5ed4c7db is scheduled to L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:24:50.132627 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6b995beb-a83e-4054-bbd2-f4d7daa2faf5 req-b79f1de2-a5ef-4e75-abfb-217f05292364 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866244 Apr 14 20:24:50.147361 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device f3cae8bd-00cf-4bfc-a7d7-b86795635262 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:24:50.203202 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-49362fc8-2d39-4db3-9c87-554725e89c7a None None] Provisioning complete for port 8e4dbd77-afe9-43b8-82fd-908d748a16cf triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:50.203567 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49362fc8-2d39-4db3-9c87-554725e89c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:50.211606 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de87f90-8f0b-4579-b2b6-3a69989fd427 None None] Pushing event updated for resources: {'Port': ['ID=8e4dbd77-afe9-43b8-82fd-908d748a16cf,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:50.287337 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port f3cae8bd-00cf-4bfc-a7d7-b86795635262 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:50.287704 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (f3cae8bd-00cf-4bfc-a7d7-b86795635262), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:50.289398 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7116cf0-1dc6-4ec7-be40-c1f0c7e88fe8 req-4fb2f709-9987-4788-bb92-a2120e1d52df tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:50.290988 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a7116cf0-1dc6-4ec7-be40-c1f0c7e88fe8 req-4fb2f709-9987-4788-bb92-a2120e1d52df tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 944 time: 0.1304090 Apr 14 20:24:50.339762 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292b738-6a4e-4d47-b620-314aa72729e9 req-9ef5c192-6f21-45fb-9f86-cc0ada2d0837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:50.341244 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4292b738-6a4e-4d47-b620-314aa72729e9 req-9ef5c192-6f21-45fb-9f86-cc0ada2d0837 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4197bec-e804-4778-9814-28700a63aa0d HTTP/1.1" status: 200 len: 918 time: 0.2768972 Apr 14 20:24:50.378935 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'name': 'tempest-TestMinimumBasicScenario-1412041822-router', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:42Z', 'updated_at': '2022-04-14T20:24:45Z', 'revision_number': 4, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'gw_port': {'id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:43Z', 'updated_at': '2022-04-14T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '8e4dbd77-afe9-43b8-82fd-908d748a16cf', 'name': '', 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'mac_address': 'fa:16:3e:40:9f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:45Z', 'updated_at': '2022-04-14T20:24:49Z', 'revision_number': 4, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'subnets': [{'id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:50.396028 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:24:50.406607 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Sync routers for ids ['2ac5d25d-526b-4874-98cf-363e5ed4c7db'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:24:50.424443 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:50.427494 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Routers {'2ac5d25d-526b-4874-98cf-363e5ed4c7db'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:24:50.428558 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 34392) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:50.428802 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-ec64e277-05cc-4b01-b53a-71d4c1999339 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4611602 Apr 14 20:24:50.429274 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:24:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['2ac5d25d-526b-4874-98cf-363e5ed4c7db'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:50.440787 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a7116cf0-1dc6-4ec7-be40-c1f0c7e88fe8 req-2fef446d-0087-404d-8ed2-7cfe6a469a3c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f9253ff-9828-42af-b68b-b615398d01e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422117 Apr 14 20:24:50.481306 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4292b738-6a4e-4d47-b620-314aa72729e9 req-cdf2371b-636e-40ab-be64-585e9018de7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5222d976-3aa1-4758-86c1-106594f91ad3 HTTP/1.1" status: 200 len: 1002 time: 0.1331170 Apr 14 20:24:50.556487 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292b738-6a4e-4d47-b620-314aa72729e9 req-e994de14-107c-477d-94f6-deb3a2af3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:50.558305 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4292b738-6a4e-4d47-b620-314aa72729e9 req-e994de14-107c-477d-94f6-deb3a2af3cc5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=997b9dd2-aea4-4c9c-9ac9-49ac96810906 HTTP/1.1" status: 200 len: 856 time: 0.0676956 Apr 14 20:24:50.597481 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64cd45d-a685-4652-91b0-6354951546c1 None None] The sync data for ids ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'] in dv-cinder-837539-3-iscsi is: [{'id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'name': 'tempest-TestMinimumBasicScenario-1412041822-router', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:42Z', 'updated_at': '2022-04-14T20:24:45Z', 'revision_number': 4, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'gw_port': {'id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:43Z', 'updated_at': '2022-04-14T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '8e4dbd77-afe9-43b8-82fd-908d748a16cf', 'name': '', 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'mac_address': 'fa:16:3e:40:9f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:45Z', 'updated_at': '2022-04-14T20:24:49Z', 'revision_number': 4, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'subnets': [{'id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:24:50.601295 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-49362fc8-2d39-4db3-9c87-554725e89c7a None None] Current status of the port 8e4dbd77-afe9-43b8-82fd-908d748a16cf is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:50.625392 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292b738-6a4e-4d47-b620-314aa72729e9 req-f75b8cc7-10fd-482d-9ef4-e7cb41df1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:50.627075 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4292b738-6a4e-4d47-b620-314aa72729e9 req-f75b8cc7-10fd-482d-9ef4-e7cb41df1e25 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4197bec-e804-4778-9814-28700a63aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619431 Apr 14 20:24:50.670781 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Set router 2ac5d25d-526b-4874-98cf-363e5ed4c7db gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:24:50.687732 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port f3cae8bd-00cf-4bfc-a7d7-b86795635262 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:50.687732 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (f3cae8bd-00cf-4bfc-a7d7-b86795635262), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:50.770091 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] For port f3cae8bd-00cf-4bfc-a7d7-b86795635262, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=f3cae8bd-00cf-4bfc-a7d7-b86795635262,segment=NetworkSegment(38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd),segment_id=38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:50.775270 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (f3cae8bd-00cf-4bfc-a7d7-b86795635262), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:50.776678 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device f5ed5abd-84a3-418d-a1f4-9cf4ce37b964 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:24:50.908003 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4292b738-6a4e-4d47-b620-314aa72729e9 req-6d9f0e1c-113e-48a8-9bfc-781a6a60f9bf service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725756 Apr 14 20:24:50.984819 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port f5ed5abd-84a3-418d-a1f4-9cf4ce37b964 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:50.985376 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (f5ed5abd-84a3-418d-a1f4-9cf4ce37b964), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:50.999053 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Pushing event updated for resources: {'Port': ['ID=f3cae8bd-00cf-4bfc-a7d7-b86795635262,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:51.004920 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac5d25d-526b-4874-98cf-363e5ed4c7db', 'name': 'tempest-TestMinimumBasicScenario-570422925-router', 'tenant_id': '58ce23c6488a4a8abe5df695f1fcada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '2cf78e1b-4145-401d-951c-adf38a64fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:48Z', 'updated_at': '2022-04-14T20:24:49Z', 'revision_number': 3, 'project_id': '58ce23c6488a4a8abe5df695f1fcada2', 'gw_port': {'id': '2cf78e1b-4145-401d-951c-adf38a64fbb9', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac5d25d-526b-4874-98cf-363e5ed4c7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:48Z', 'updated_at': '2022-04-14T20:24:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:51.087381 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Checking router: 2ac5d25d-526b-4874-98cf-363e5ed4c7db for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:24:51.087764 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Updating router 2ac5d25d-526b-4874-98cf-363e5ed4c7db port 2cf78e1b-4145-401d-951c-adf38a64fbb9 binding host dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:24:51.123438 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4292b738-6a4e-4d47-b620-314aa72729e9 req-97d8cfb4-b71b-4d75-9473-9611c154350b service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090366 Apr 14 20:24:51.184489 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (2cf78e1b-4145-401d-951c-adf38a64fbb9), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:51.209837 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port f5ed5abd-84a3-418d-a1f4-9cf4ce37b964 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:51.212357 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b0e956-0530-4a38-925e-482fce8b8451 None None] Network 808dff98-58e3-402b-9f1e-c2f5b1688e54 requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:24:51.396197 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-7279a2fc-c6b3-4fa2-b88f-e4042ba4f953 None None] Provisioning complete for port f3cae8bd-00cf-4bfc-a7d7-b86795635262 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:51.396887 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7279a2fc-c6b3-4fa2-b88f-e4042ba4f953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (f3cae8bd-00cf-4bfc-a7d7-b86795635262), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:51.505631 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e653b7-ce25-440a-94d8-39e1535a66d1 req-3616fc3a-bb71-4787-b5c6-4956ceba6b0b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:51.523498 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-55e653b7-ce25-440a-94d8-39e1535a66d1 req-3616fc3a-bb71-4787-b5c6-4956ceba6b0b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.2056971 Apr 14 20:24:51.661270 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7279a2fc-c6b3-4fa2-b88f-e4042ba4f953 None None] Current status of the port f3cae8bd-00cf-4bfc-a7d7-b86795635262 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:51.731084 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6ec16-32ed-4465-8d97-e34c8e874ad9 req-5717e5b6-a1ad-4fbd-88b6-752d38dd4535 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:51.735799 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-09d6ec16-32ed-4465-8d97-e34c8e874ad9 req-5717e5b6-a1ad-4fbd-88b6-752d38dd4535 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 944 time: 0.1439173 Apr 14 20:24:51.808636 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-09d6ec16-32ed-4465-8d97-e34c8e874ad9 req-7f437394-7c7c-4ec2-a5e2-ff610f7581b0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f9253ff-9828-42af-b68b-b615398d01e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650704 Apr 14 20:24:51.922021 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Publish callbacks [] for port (2cf78e1b-4145-401d-951c-adf38a64fbb9), precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:51.934787 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (2cf78e1b-4145-401d-951c-adf38a64fbb9), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:51.998601 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-acbaabbf-747a-4853-8adb-b6db5cfb21c4 None None] Provisioning complete for port f3cae8bd-00cf-4bfc-a7d7-b86795635262 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:51.999592 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-acbaabbf-747a-4853-8adb-b6db5cfb21c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (f3cae8bd-00cf-4bfc-a7d7-b86795635262), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:52.012750 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ad494-d788-40e0-9cc2-c113100fc77e None None] Pushing event updated for resources: {'Port': ['ID=2cf78e1b-4145-401d-951c-adf38a64fbb9,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:52.041795 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Attempting to bind port 2cf78e1b-4145-401d-951c-adf38a64fbb9 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:24:52.042246 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Attempting to bind port 2cf78e1b-4145-401d-951c-adf38a64fbb9 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:24:52.042676 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Attempting to bind port 2cf78e1b-4145-401d-951c-adf38a64fbb9 on network 0ff0ed06-361c-431d-a8f4-874987c3167c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:24:52.049430 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:24:52.049975 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Checking segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:24:52.050385 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:52.050823 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Bound using segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:24:52.051290 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Bound port: 2cf78e1b-4145-401d-951c-adf38a64fbb9, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:24:52.051667 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (2cf78e1b-4145-401d-951c-adf38a64fbb9), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:52.072392 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 8e4dbd77-afe9-43b8-82fd-908d748a16cf up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:24:52.085874 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-55e653b7-ce25-440a-94d8-39e1535a66d1 req-9693d099-8987-41dd-8d96-e637917fef80 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080098 Apr 14 20:24:52.098279 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 34430) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:52.160195 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] For port 2cf78e1b-4145-401d-951c-adf38a64fbb9, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:24:52.161940 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7ebec0a-cd02-4b79-b1d6-9d5fd3d43170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:52.164242 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] For port 2cf78e1b-4145-401d-951c-adf38a64fbb9, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=2cf78e1b-4145-401d-951c-adf38a64fbb9,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:24:52.176441 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (2cf78e1b-4145-401d-951c-adf38a64fbb9), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:52.227227 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device e1344b42-2290-4abc-880d-c9a5a9bc0094 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:24:52.235835 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c5b7f9b6-b15d-4b00-9472-9f3e87f62265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:52.248974 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 8e4dbd77-afe9-43b8-82fd-908d748a16cf triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:52.249581 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:52.253503 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-acbaabbf-747a-4853-8adb-b6db5cfb21c4 None None] Current status of the port f3cae8bd-00cf-4bfc-a7d7-b86795635262 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:52.285013 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ad494-d788-40e0-9cc2-c113100fc77e None None] Pushing event updated for resources: {'Port': ['ID=2cf78e1b-4145-401d-951c-adf38a64fbb9,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:52.299443 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Routers {'2ac5d25d-526b-4874-98cf-363e5ed4c7db'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:24:52.300322 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:24:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['2ac5d25d-526b-4874-98cf-363e5ed4c7db'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:52.352632 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c5b7f9b6-b15d-4b00-9472-9f3e87f62265 admin admin] Publish callbacks [] for security_group (328c821d-c738-4511-98aa-a9fe2ec5d1d3), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:52.359467 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c5b7f9b6-b15d-4b00-9472-9f3e87f62265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (328c821d-c738-4511-98aa-a9fe2ec5d1d3), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:52.413042 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-c5b7f9b6-b15d-4b00-9472-9f3e87f62265 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e913e55d74b4f17b7f8b30faac24c91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3134418 Apr 14 20:24:52.414517 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7f9b6-b15d-4b00-9472-9f3e87f62265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328c821d-c738-4511-98aa-a9fe2ec5d1d3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:52.417356 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 34434) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:52.457730 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-a7ebec0a-cd02-4b79-b1d6-9d5fd3d43170 admin admin] Allocated IP 172.20.0.1 (808dff98-58e3-402b-9f1e-c2f5b1688e54/16c75b30-ae3d-4d71-9d1d-b07e57e4842d/e1166e77-16d5-4770-987c-91792b344336) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:24:52.472722 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] Set router 2ac5d25d-526b-4874-98cf-363e5ed4c7db gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:24:52.474346 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port e1344b42-2290-4abc-880d-c9a5a9bc0094, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e1344b42-2290-4abc-880d-c9a5a9bc0094,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:52.486887 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f676d2d-2371-461b-a836-f33f2e9c650e admin admin] Publish callbacks [] for security_group (328c821d-c738-4511-98aa-a9fe2ec5d1d3), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:52.505128 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 8e4dbd77-afe9-43b8-82fd-908d748a16cf is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:52.506501 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device f3cae8bd-00cf-4bfc-a7d7-b86795635262 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:24:52.521825 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f676d2d-2371-461b-a836-f33f2e9c650e admin admin] Publish callbacks [] for security_group (328c821d-c738-4511-98aa-a9fe2ec5d1d3), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:52.533018 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': 'e1344b42-2290-4abc-880d-c9a5a9bc0094', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'port_id': 'e1344b42-2290-4abc-880d-c9a5a9bc0094', 'mac_address': 'fa:16:3e:c3:34:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:24:52.589213 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f676d2d-2371-461b-a836-f33f2e9c650e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (328c821d-c738-4511-98aa-a9fe2ec5d1d3), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:52.591857 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port e1344b42-2290-4abc-880d-c9a5a9bc0094 is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:52.592122 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e1344b42-2290-4abc-880d-c9a5a9bc0094), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:52.593202 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f676d2d-2371-461b-a836-f33f2e9c650e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:52.594763 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-5f676d2d-2371-461b-a836-f33f2e9c650e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/328c821d-c738-4511-98aa-a9fe2ec5d1d3 HTTP/1.1" status: 204 len: 168 time: 0.1763258 Apr 14 20:24:52.611400 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f676d2d-2371-461b-a836-f33f2e9c650e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328c821d-c738-4511-98aa-a9fe2ec5d1d3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:52.613761 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1344b42-2290-4abc-880d-c9a5a9bc0094 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:24:52.661105 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port f3cae8bd-00cf-4bfc-a7d7-b86795635262 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:52.661479 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (f3cae8bd-00cf-4bfc-a7d7-b86795635262), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:52.665275 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port e1344b42-2290-4abc-880d-c9a5a9bc0094, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e1344b42-2290-4abc-880d-c9a5a9bc0094,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:52.673393 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7ebec0a-cd02-4b79-b1d6-9d5fd3d43170 admin admin] Publish callbacks [] for port (e1166e77-16d5-4770-987c-91792b344336), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:52.708339 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (e1344b42-2290-4abc-880d-c9a5a9bc0094), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:52.748290 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7ebec0a-cd02-4b79-b1d6-9d5fd3d43170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (e1166e77-16d5-4770-987c-91792b344336), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:52.809087 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebec0a-cd02-4b79-b1d6-9d5fd3d43170 admin admin] Pushing event updated for resources: {'Port': ['ID=e1166e77-16d5-4770-987c-91792b344336,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:52.810044 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=e1344b42-2290-4abc-880d-c9a5a9bc0094,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:52.824340 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ebec0a-cd02-4b79-b1d6-9d5fd3d43170 admin admin] Network 808dff98-58e3-402b-9f1e-c2f5b1688e54 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:24:52.826103 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a7ebec0a-cd02-4b79-b1d6-9d5fd3d43170 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:24:52.829037 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ebec0a-cd02-4b79-b1d6-9d5fd3d43170 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:24:52.829718 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7ebec0a-cd02-4b79-b1d6-9d5fd3d43170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610389'] for router_interface (2ac5d25d-526b-4874-98cf-363e5ed4c7db), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:52.858658 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac5d25d-526b-4874-98cf-363e5ed4c7db', 'name': 'tempest-TestMinimumBasicScenario-570422925-router', 'tenant_id': '58ce23c6488a4a8abe5df695f1fcada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '2cf78e1b-4145-401d-951c-adf38a64fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:48Z', 'updated_at': '2022-04-14T20:24:49Z', 'revision_number': 3, 'project_id': '58ce23c6488a4a8abe5df695f1fcada2', 'gw_port': {'id': '2cf78e1b-4145-401d-951c-adf38a64fbb9', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac5d25d-526b-4874-98cf-363e5ed4c7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:48Z', 'updated_at': '2022-04-14T20:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:52.886815 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port f3cae8bd-00cf-4bfc-a7d7-b86795635262 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:52.920707 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a981e1-18eb-4850-a953-354639e4a203 None None] The sync data for ids ['2ac5d25d-526b-4874-98cf-363e5ed4c7db'] in dv-cinder-837539-3-iscsi is: [{'id': '2ac5d25d-526b-4874-98cf-363e5ed4c7db', 'name': 'tempest-TestMinimumBasicScenario-570422925-router', 'tenant_id': '58ce23c6488a4a8abe5df695f1fcada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '2cf78e1b-4145-401d-951c-adf38a64fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:48Z', 'updated_at': '2022-04-14T20:24:49Z', 'revision_number': 3, 'project_id': '58ce23c6488a4a8abe5df695f1fcada2', 'gw_port': {'id': '2cf78e1b-4145-401d-951c-adf38a64fbb9', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac5d25d-526b-4874-98cf-363e5ed4c7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:48Z', 'updated_at': '2022-04-14T20:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:24:52.997985 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a6857-bf17-42e1-b3bf-8c22d2983009 req-03d95f1f-e8be-4738-98dd-c110aa8600d0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:53.007063 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-379a6857-bf17-42e1-b3bf-8c22d2983009 req-03d95f1f-e8be-4738-98dd-c110aa8600d0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 945 time: 0.0832355 Apr 14 20:24:53.071538 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-379a6857-bf17-42e1-b3bf-8c22d2983009 req-eb813157-cfa4-4c84-82e7-fa792135efd2 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f9253ff-9828-42af-b68b-b615398d01e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633304 Apr 14 20:24:53.097087 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7ebec0a-cd02-4b79-b1d6-9d5fd3d43170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e1166e77-16d5-4770-987c-91792b344336), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:53.113395 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['e1344b42-2290-4abc-880d-c9a5a9bc0094'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:24:53.282179 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a42c8-ad84-42aa-8d84-1636336992af req-267fb3c1-5cba-4939-bb77-77284069c550 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:53.283871 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-221a42c8-ad84-42aa-8d84-1636336992af req-267fb3c1-5cba-4939-bb77-77284069c550 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0889211 Apr 14 20:24:53.330774 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-fbda9912-d582-482f-9da6-c6f53b213c27 None None] Provisioning complete for port e1166e77-16d5-4770-987c-91792b344336 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:53.331777 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fbda9912-d582-482f-9da6-c6f53b213c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (e1166e77-16d5-4770-987c-91792b344336), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:53.390761 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fbda9912-d582-482f-9da6-c6f53b213c27 None None] Port e1166e77-16d5-4770-987c-91792b344336 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:24:53.404739 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-221a42c8-ad84-42aa-8d84-1636336992af req-f310e871-54ba-4208-973b-4b73ab3c65f9 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930309 Apr 14 20:24:53.460163 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7ebec0a-cd02-4b79-b1d6-9d5fd3d43170 admin admin] Publish callbacks [] for port (e1166e77-16d5-4770-987c-91792b344336), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:53.465835 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7ebec0a-cd02-4b79-b1d6-9d5fd3d43170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (e1166e77-16d5-4770-987c-91792b344336), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:53.466935 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7ebec0a-cd02-4b79-b1d6-9d5fd3d43170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610789'] for router_interface (2ac5d25d-526b-4874-98cf-363e5ed4c7db), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:53.558305 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebec0a-cd02-4b79-b1d6-9d5fd3d43170 admin admin] Pushing event updated for resources: {'Port': ['ID=e1166e77-16d5-4770-987c-91792b344336,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:53.620513 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ebec0a-cd02-4b79-b1d6-9d5fd3d43170 admin admin] Network 808dff98-58e3-402b-9f1e-c2f5b1688e54 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:24:53.622046 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a7ebec0a-cd02-4b79-b1d6-9d5fd3d43170 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:24:53.775584 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ebec0a-cd02-4b79-b1d6-9d5fd3d43170 admin admin] Router 2ac5d25d-526b-4874-98cf-363e5ed4c7db has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:24:53.920351 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 2cf78e1b-4145-401d-951c-adf38a64fbb9 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:24:53.934929 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ebec0a-cd02-4b79-b1d6-9d5fd3d43170 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:24:53.940447 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a7ebec0a-cd02-4b79-b1d6-9d5fd3d43170 admin admin] 10.222.0.11 "PUT /v2.0/routers/2ac5d25d-526b-4874-98cf-363e5ed4c7db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5107501 Apr 14 20:24:53.983969 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 2cf78e1b-4145-401d-951c-adf38a64fbb9 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:53.984449 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (2cf78e1b-4145-401d-951c-adf38a64fbb9), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:54.041846 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-f2b83168-d457-41a4-9eb5-be8c1425f274 None None] Provisioning complete for port e1166e77-16d5-4770-987c-91792b344336 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:54.042461 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f2b83168-d457-41a4-9eb5-be8c1425f274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (e1166e77-16d5-4770-987c-91792b344336), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:54.089628 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f2b83168-d457-41a4-9eb5-be8c1425f274 None None] Port e1166e77-16d5-4770-987c-91792b344336 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:24:54.147566 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 2cf78e1b-4145-401d-951c-adf38a64fbb9 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:54.148144 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (2cf78e1b-4145-401d-951c-adf38a64fbb9), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:54.176016 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] For port 2cf78e1b-4145-401d-951c-adf38a64fbb9, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=2cf78e1b-4145-401d-951c-adf38a64fbb9,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:54.182177 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (2cf78e1b-4145-401d-951c-adf38a64fbb9), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:54.240177 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device e1344b42-2290-4abc-880d-c9a5a9bc0094 up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:24:54.264276 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8f397-6316-4c6f-b9b5-166a62493631 req-7314f436-687d-425e-98e6-3df2db9e4236 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:54.271981 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-77a8f397-6316-4c6f-b9b5-166a62493631 req-7314f436-687d-425e-98e6-3df2db9e4236 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 945 time: 0.0811613 Apr 14 20:24:54.296882 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Pushing event updated for resources: {'Port': ['ID=2cf78e1b-4145-401d-951c-adf38a64fbb9,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:54.313278 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port e1344b42-2290-4abc-880d-c9a5a9bc0094 completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:24:54.333464 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port e1344b42-2290-4abc-880d-c9a5a9bc0094 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:54.333464 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (e1344b42-2290-4abc-880d-c9a5a9bc0094), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:54.348284 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-77a8f397-6316-4c6f-b9b5-166a62493631 req-3417a80a-68e2-4bea-be9b-24816a671629 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f9253ff-9828-42af-b68b-b615398d01e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749671 Apr 14 20:24:54.444569 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port e1344b42-2290-4abc-880d-c9a5a9bc0094 is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:54.444569 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e1344b42-2290-4abc-880d-c9a5a9bc0094), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:54.489048 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026ddeb3-3161-4eb4-94cc-03ff758e5c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1344b42-2290-4abc-880d-c9a5a9bc0094'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:24:54.492613 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383ff6f1-e28f-4f06-b959-d20ae44654f3" -d '{"events": [{"server_uuid": "026ddeb3-3161-4eb4-94cc-03ff758e5c76", "name": "network-vif-plugged", "status": "completed", "tag": "e1344b42-2290-4abc-880d-c9a5a9bc0094"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:24:54.506468 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port e1344b42-2290-4abc-880d-c9a5a9bc0094, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e1344b42-2290-4abc-880d-c9a5a9bc0094,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:54.513897 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (e1344b42-2290-4abc-880d-c9a5a9bc0094), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:54.546281 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29560eb9-aa8c-4a82-b66a-b2f896b5bc15 req-0e3b6bb8-ac64-4f14-a8b8-40f51e53e11e tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:54.547785 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-29560eb9-aa8c-4a82-b66a-b2f896b5bc15 req-0e3b6bb8-ac64-4f14-a8b8-40f51e53e11e tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0543470 Apr 14 20:24:54.610466 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3460fb62-7e0e-4841-aa7e-d5f1df4d7bc8 x-openstack-request-id: req-3460fb62-7e0e-4841-aa7e-d5f1df4d7bc8 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:24:54.610783 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026ddeb3-3161-4eb4-94cc-03ff758e5c76", "name": "network-vif-plugged", "status": "completed", "tag": "e1344b42-2290-4abc-880d-c9a5a9bc0094", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:24:54.611038 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3460fb62-7e0e-4841-aa7e-d5f1df4d7bc8 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:24:54.613072 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3460fb62-7e0e-4841-aa7e-d5f1df4d7bc8'] response: {'server_uuid': '026ddeb3-3161-4eb4-94cc-03ff758e5c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1344b42-2290-4abc-880d-c9a5a9bc0094', 'code': 200} Apr 14 20:24:54.624773 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-29560eb9-aa8c-4a82-b66a-b2f896b5bc15 req-541b23b1-7b95-4258-a4f8-067a474d99b7 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598292 Apr 14 20:24:54.646482 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=e1344b42-2290-4abc-880d-c9a5a9bc0094,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:54.773468 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74707a81-182c-433b-b7d0-ba9c38b5a24c req-825a9fa9-86a5-4fbf-8bee-5c03d8f9bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:54.774994 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-74707a81-182c-433b-b7d0-ba9c38b5a24c req-825a9fa9-86a5-4fbf-8bee-5c03d8f9bf63 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 1130 time: 0.0411747 Apr 14 20:24:54.833580 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-74707a81-182c-433b-b7d0-ba9c38b5a24c req-12786126-b53e-4d4e-801d-ac940140ecba service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2f9253ff-9828-42af-b68b-b615398d01e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521562 Apr 14 20:24:55.098078 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Sync routers for ids ['2ac5d25d-526b-4874-98cf-363e5ed4c7db'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:24:55.111307 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Routers {'2ac5d25d-526b-4874-98cf-363e5ed4c7db'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:24:55.112019 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:24:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['2ac5d25d-526b-4874-98cf-363e5ed4c7db'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:55.277332 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Set router 2ac5d25d-526b-4874-98cf-363e5ed4c7db gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:24:55.510740 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420136a-2093-4859-9eff-a639ca08dc64 req-0de834ad-099a-4a52-81b5-93c5ccadd193 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:55.540517 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f420136a-2093-4859-9eff-a639ca08dc64 req-0de834ad-099a-4a52-81b5-93c5ccadd193 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 946 time: 0.1015224 Apr 14 20:24:55.587283 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac5d25d-526b-4874-98cf-363e5ed4c7db', 'name': 'tempest-TestMinimumBasicScenario-570422925-router', 'tenant_id': '58ce23c6488a4a8abe5df695f1fcada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '2cf78e1b-4145-401d-951c-adf38a64fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:48Z', 'updated_at': '2022-04-14T20:24:53Z', 'revision_number': 4, 'project_id': '58ce23c6488a4a8abe5df695f1fcada2', 'gw_port': {'id': '2cf78e1b-4145-401d-951c-adf38a64fbb9', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac5d25d-526b-4874-98cf-363e5ed4c7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:48Z', 'updated_at': '2022-04-14T20:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': 'e1166e77-16d5-4770-987c-91792b344336', 'name': '', 'network_id': '808dff98-58e3-402b-9f1e-c2f5b1688e54', 'tenant_id': '58ce23c6488a4a8abe5df695f1fcada2', 'mac_address': 'fa:16:3e:cf:bf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac5d25d-526b-4874-98cf-363e5ed4c7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '16c75b30-ae3d-4d71-9d1d-b07e57e4842d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:52Z', 'updated_at': '2022-04-14T20:24:53Z', 'revision_number': 2, 'project_id': '58ce23c6488a4a8abe5df695f1fcada2', 'subnets': [{'id': '16c75b30-ae3d-4d71-9d1d-b07e57e4842d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:55.632356 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Checking router: 2ac5d25d-526b-4874-98cf-363e5ed4c7db for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:24:55.632872 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Updating router 2ac5d25d-526b-4874-98cf-363e5ed4c7db port e1166e77-16d5-4770-987c-91792b344336 binding host dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:24:55.654925 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f420136a-2093-4859-9eff-a639ca08dc64 req-913fbf2c-7f8c-4f97-807d-c3bf13390c8c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f9253ff-9828-42af-b68b-b615398d01e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058078 Apr 14 20:24:55.730165 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e1166e77-16d5-4770-987c-91792b344336), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:55.796959 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3839a-d4e3-48bb-8d72-ca1e6a522632 req-e5ea9f3c-6b17-4331-9502-2533031c069d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:55.800332 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2fd3839a-d4e3-48bb-8d72-ca1e6a522632 req-e5ea9f3c-6b17-4331-9502-2533031c069d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0584624 Apr 14 20:24:55.885610 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2fd3839a-d4e3-48bb-8d72-ca1e6a522632 req-5269fb4c-f00a-4047-83cc-68a8104c353b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770428 Apr 14 20:24:55.942913 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 2cf78e1b-4145-401d-951c-adf38a64fbb9 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:24:56.200514 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 2cf78e1b-4145-401d-951c-adf38a64fbb9 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:56.201144 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (2cf78e1b-4145-401d-951c-adf38a64fbb9), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:56.371324 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 2cf78e1b-4145-401d-951c-adf38a64fbb9 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:56.378680 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Publish callbacks [] for port (e1166e77-16d5-4770-987c-91792b344336), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:56.387375 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (e1166e77-16d5-4770-987c-91792b344336), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:56.451641 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430f2c3-d341-466b-89fc-04f136915d2d None None] Pushing event updated for resources: {'Port': ['ID=e1166e77-16d5-4770-987c-91792b344336,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:56.534901 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Attempting to bind port e1166e77-16d5-4770-987c-91792b344336 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:24:56.535774 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Attempting to bind port e1166e77-16d5-4770-987c-91792b344336 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': '38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '808dff98-58e3-402b-9f1e-c2f5b1688e54'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:24:56.536293 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Attempting to bind port e1166e77-16d5-4770-987c-91792b344336 on network 808dff98-58e3-402b-9f1e-c2f5b1688e54 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:24:56.542505 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:24:56.543050 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Checking segment: {'id': '38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '808dff98-58e3-402b-9f1e-c2f5b1688e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:24:56.543580 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:56.544082 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Bound using segment: {'id': '38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '808dff98-58e3-402b-9f1e-c2f5b1688e54'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:24:56.544828 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Bound port: e1166e77-16d5-4770-987c-91792b344336, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '808dff98-58e3-402b-9f1e-c2f5b1688e54'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:24:56.545316 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e1166e77-16d5-4770-987c-91792b344336), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:56.648976 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] For port e1166e77-16d5-4770-987c-91792b344336, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:24:56.653599 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] For port e1166e77-16d5-4770-987c-91792b344336, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=e1166e77-16d5-4770-987c-91792b344336,segment=NetworkSegment(38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd),segment_id=38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:24:56.672668 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (e1166e77-16d5-4770-987c-91792b344336), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:56.760525 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Routers {'2ac5d25d-526b-4874-98cf-363e5ed4c7db'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:24:56.761341 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:24:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['2ac5d25d-526b-4874-98cf-363e5ed4c7db'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:56.977362 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f7edc-0fd1-4de8-8790-a5862e9cbd73 req-0fd1e2ae-768c-4357-a9ec-5dcd14af1d0d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:56.989214 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-277f7edc-0fd1-4de8-8790-a5862e9cbd73 req-0fd1e2ae-768c-4357-a9ec-5dcd14af1d0d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 946 time: 0.1022615 Apr 14 20:24:56.991195 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430f2c3-d341-466b-89fc-04f136915d2d None None] Pushing event updated for resources: {'Port': ['ID=e1166e77-16d5-4770-987c-91792b344336,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:57.028518 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-82ac8db6-b144-4709-a1b1-0c9f8fb2de60 None None] Provisioning complete for port e1166e77-16d5-4770-987c-91792b344336 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:57.029127 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82ac8db6-b144-4709-a1b1-0c9f8fb2de60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (e1166e77-16d5-4770-987c-91792b344336), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:57.112438 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc01fd-b833-4bfd-abbb-cd5d5a9e4223 req-bffef4eb-c6f8-47de-b64f-5264e4bdc862 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:57.115379 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] Set router 2ac5d25d-526b-4874-98cf-363e5ed4c7db gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:24:57.125613 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-12dc01fd-b833-4bfd-abbb-cd5d5a9e4223 req-bffef4eb-c6f8-47de-b64f-5264e4bdc862 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0801105 Apr 14 20:24:57.130176 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-277f7edc-0fd1-4de8-8790-a5862e9cbd73 req-a4b12d7e-572e-443f-b42b-97c37cee466c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f9253ff-9828-42af-b68b-b615398d01e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392810 Apr 14 20:24:57.206482 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-12dc01fd-b833-4bfd-abbb-cd5d5a9e4223 req-7195e0ec-cb37-4be0-9634-c667477971db tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793803 Apr 14 20:24:57.310310 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6737e89-3a72-45bc-a443-3dafe29a4a79 req-f5648a14-c77a-47d1-89a3-95723ed13958 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:57.312653 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b6737e89-3a72-45bc-a443-3dafe29a4a79 req-f5648a14-c77a-47d1-89a3-95723ed13958 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 946 time: 0.0812442 Apr 14 20:24:57.321735 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 34588) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:57.327377 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f263a792-f173-4969-9e4b-667108ddd5fb tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'floatingip': {'port_id': 'e1344b42-2290-4abc-880d-c9a5a9bc0094'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:24:57.357716 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 34590) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:57.370217 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-82ac8db6-b144-4709-a1b1-0c9f8fb2de60 None None] Current status of the port e1166e77-16d5-4770-987c-91792b344336 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:57.370639 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82ac8db6-b144-4709-a1b1-0c9f8fb2de60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e1166e77-16d5-4770-987c-91792b344336), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:57.374525 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f263a792-f173-4969-9e4b-667108ddd5fb tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (4828c8bd-f2f0-4893-8549-08f76fb805bc), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:57.451103 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-82ac8db6-b144-4709-a1b1-0c9f8fb2de60 None None] For port e1166e77-16d5-4770-987c-91792b344336, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=e1166e77-16d5-4770-987c-91792b344336,segment=NetworkSegment(38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd),segment_id=38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:24:57.457316 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82ac8db6-b144-4709-a1b1-0c9f8fb2de60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (e1166e77-16d5-4770-987c-91792b344336), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:57.506045 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09b3d4e7-cf64-4d36-9d0c-6241f97e01d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:57.546114 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac5d25d-526b-4874-98cf-363e5ed4c7db', 'name': 'tempest-TestMinimumBasicScenario-570422925-router', 'tenant_id': '58ce23c6488a4a8abe5df695f1fcada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '2cf78e1b-4145-401d-951c-adf38a64fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:48Z', 'updated_at': '2022-04-14T20:24:53Z', 'revision_number': 4, 'project_id': '58ce23c6488a4a8abe5df695f1fcada2', 'gw_port': {'id': '2cf78e1b-4145-401d-951c-adf38a64fbb9', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac5d25d-526b-4874-98cf-363e5ed4c7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:48Z', 'updated_at': '2022-04-14T20:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': 'e1166e77-16d5-4770-987c-91792b344336', 'name': '', 'network_id': '808dff98-58e3-402b-9f1e-c2f5b1688e54', 'tenant_id': '58ce23c6488a4a8abe5df695f1fcada2', 'mac_address': 'fa:16:3e:cf:bf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac5d25d-526b-4874-98cf-363e5ed4c7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '16c75b30-ae3d-4d71-9d1d-b07e57e4842d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:52Z', 'updated_at': '2022-04-14T20:24:56Z', 'revision_number': 4, 'project_id': '58ce23c6488a4a8abe5df695f1fcada2', 'subnets': [{'id': '16c75b30-ae3d-4d71-9d1d-b07e57e4842d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:57.600859 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a069af9-8f1e-4183-aa3f-e6cb3d351fa0 None None] The sync data for ids ['2ac5d25d-526b-4874-98cf-363e5ed4c7db'] in dv-cinder-837539-3-iscsi is: [{'id': '2ac5d25d-526b-4874-98cf-363e5ed4c7db', 'name': 'tempest-TestMinimumBasicScenario-570422925-router', 'tenant_id': '58ce23c6488a4a8abe5df695f1fcada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '2cf78e1b-4145-401d-951c-adf38a64fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:48Z', 'updated_at': '2022-04-14T20:24:53Z', 'revision_number': 4, 'project_id': '58ce23c6488a4a8abe5df695f1fcada2', 'gw_port': {'id': '2cf78e1b-4145-401d-951c-adf38a64fbb9', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac5d25d-526b-4874-98cf-363e5ed4c7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:48Z', 'updated_at': '2022-04-14T20:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': 'e1166e77-16d5-4770-987c-91792b344336', 'name': '', 'network_id': '808dff98-58e3-402b-9f1e-c2f5b1688e54', 'tenant_id': '58ce23c6488a4a8abe5df695f1fcada2', 'mac_address': 'fa:16:3e:cf:bf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac5d25d-526b-4874-98cf-363e5ed4c7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '16c75b30-ae3d-4d71-9d1d-b07e57e4842d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:52Z', 'updated_at': '2022-04-14T20:24:56Z', 'revision_number': 4, 'project_id': '58ce23c6488a4a8abe5df695f1fcada2', 'subnets': [{'id': '16c75b30-ae3d-4d71-9d1d-b07e57e4842d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:24:57.608084 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac8db6-b144-4709-a1b1-0c9f8fb2de60 None None] Pushing event updated for resources: {'Port': ['ID=e1166e77-16d5-4770-987c-91792b344336,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:57.629263 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-8a5eed02-85dc-4598-be4c-199503895cf8 None None] Provisioning complete for port e1166e77-16d5-4770-987c-91792b344336 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:57.629710 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8a5eed02-85dc-4598-be4c-199503895cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (e1166e77-16d5-4770-987c-91792b344336), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:57.705589 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09b3d4e7-cf64-4d36-9d0c-6241f97e01d2 admin admin] Publish callbacks [] for security_group (b07b4d4c-a6e2-4ce9-9bb1-9588638a071e), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:57.712514 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09b3d4e7-cf64-4d36-9d0c-6241f97e01d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (b07b4d4c-a6e2-4ce9-9bb1-9588638a071e), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:57.797496 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-09b3d4e7-cf64-4d36-9d0c-6241f97e01d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d708ae035554972b5588b083d4e6af8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4386971 Apr 14 20:24:57.803064 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 34596) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:57.832661 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3d4e7-cf64-4d36-9d0c-6241f97e01d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07b4d4c-a6e2-4ce9-9bb1-9588638a071e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:57.868566 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-8a5eed02-85dc-4598-be4c-199503895cf8 None None] Current status of the port e1166e77-16d5-4770-987c-91792b344336 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:57.935592 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-137edf65-3873-444f-8857-e131ae609f25 admin admin] Publish callbacks [] for security_group (b07b4d4c-a6e2-4ce9-9bb1-9588638a071e), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:57.987050 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-137edf65-3873-444f-8857-e131ae609f25 admin admin] Publish callbacks [] for security_group (b07b4d4c-a6e2-4ce9-9bb1-9588638a071e), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:57.999763 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device e1166e77-16d5-4770-987c-91792b344336 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:24:58.096062 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-137edf65-3873-444f-8857-e131ae609f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (b07b4d4c-a6e2-4ce9-9bb1-9588638a071e), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:58.098928 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-137edf65-3873-444f-8857-e131ae609f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:58.100217 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-137edf65-3873-444f-8857-e131ae609f25 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b07b4d4c-a6e2-4ce9-9bb1-9588638a071e HTTP/1.1" status: 204 len: 168 time: 0.2963042 Apr 14 20:24:58.123188 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port e1166e77-16d5-4770-987c-91792b344336 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:24:58.123708 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (e1166e77-16d5-4770-987c-91792b344336), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:58.126137 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137edf65-3873-444f-8857-e131ae609f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07b4d4c-a6e2-4ce9-9bb1-9588638a071e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:24:58.308894 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f263a792-f173-4969-9e4b-667108ddd5fb tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:58.315940 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f263a792-f173-4969-9e4b-667108ddd5fb tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (4828c8bd-f2f0-4893-8549-08f76fb805bc), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:58.340999 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port e1166e77-16d5-4770-987c-91792b344336 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:24:58.465270 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538004a-916a-4277-b1e1-80cdf8d08293 req-d98db9ff-d5f6-4683-82bf-48a7cc24b63b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:58.466869 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4538004a-916a-4277-b1e1-80cdf8d08293 req-d98db9ff-d5f6-4683-82bf-48a7cc24b63b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0828159 Apr 14 20:24:58.590133 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.l3_db [None req-f263a792-f173-4969-9e4b-667108ddd5fb tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Floating IP 4828c8bd-f2f0-4893-8549-08f76fb805bc associated. External IP: 172.27.3.122, port: e1344b42-2290-4abc-880d-c9a5a9bc0094. Apr 14 20:24:58.599766 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4538004a-916a-4277-b1e1-80cdf8d08293 req-fa9e5228-fbcd-4c64-a8be-b8ca3d27dea6 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930521 Apr 14 20:24:58.992182 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f263a792-f173-4969-9e4b-667108ddd5fb tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:24:59.380874 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 34630) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:24:59.476528 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f263a792-f173-4969-9e4b-667108ddd5fb tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:24:59.488224 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b29e7af-1e43-47c1-8e17-b988092677b7 None None] Sync routers for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:24:59.499798 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f263a792-f173-4969-9e4b-667108ddd5fb tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:59.505457 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b29e7af-1e43-47c1-8e17-b988092677b7 None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:24:59.506662 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6b29e7af-1e43-47c1-8e17-b988092677b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:24:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:24:59.560408 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-f263a792-f173-4969-9e4b-667108ddd5fb tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "PUT /v2.0/floatingips/4828c8bd-f2f0-4893-8549-08f76fb805bc HTTP/1.1" status: 200 len: 992 time: 2.2361534 Apr 14 20:24:59.561837 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026ddeb3-3161-4eb4-94cc-03ff758e5c76', 'tag': 'e1344b42-2290-4abc-880d-c9a5a9bc0094'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:24:59.565601 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdbe11d59a66eb6431a54a4c04aa9c41f8d225d3092e952352ea334af4395ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f843b1-eed2-482b-b452-a94b97fa6b06" -d '{"events": [{"name": "network-changed", "server_uuid": "026ddeb3-3161-4eb4-94cc-03ff758e5c76", "tag": "e1344b42-2290-4abc-880d-c9a5a9bc0094"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:24:59.608485 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1743be1a-d54f-4d60-90b6-86627ddce227 x-openstack-request-id: req-1743be1a-d54f-4d60-90b6-86627ddce227 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:24:59.608782 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026ddeb3-3161-4eb4-94cc-03ff758e5c76", "tag": "e1344b42-2290-4abc-880d-c9a5a9bc0094", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:24:59.609044 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1743be1a-d54f-4d60-90b6-86627ddce227 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:24:59.609471 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1743be1a-d54f-4d60-90b6-86627ddce227'] response: {'name': 'network-changed', 'server_uuid': '026ddeb3-3161-4eb4-94cc-03ff758e5c76', 'tag': 'e1344b42-2290-4abc-880d-c9a5a9bc0094', 'status': 'completed', 'code': 200} Apr 14 20:24:59.703616 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f843b1-eed2-482b-b452-a94b97fa6b06 req-aec53411-beca-40ed-98a7-08d31989933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:59.706353 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-52f843b1-eed2-482b-b452-a94b97fa6b06 req-aec53411-beca-40ed-98a7-08d31989933a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=924c18fd64a043699aeb1ce62cc31145&device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 1130 time: 0.0483806 Apr 14 20:24:59.711623 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-94fb0a2f-1a93-458a-bb7e-02f2bc5c22fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2075611276-network', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:24:59.777006 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6b29e7af-1e43-47c1-8e17-b988092677b7 None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:24:59.779681 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fb0a2f-1a93-458a-bb7e-02f2bc5c22fd admin admin] Made reservation on behalf of 7d38318cd27d405c995f7fecf0065a8f for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:24:59.782236 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94fb0a2f-1a93-458a-bb7e-02f2bc5c22fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:59.795058 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94fb0a2f-1a93-458a-bb7e-02f2bc5c22fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:59.804182 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fe1dc-672f-4586-b357-6eb620192582 req-6925a834-a002-485d-89e9-5df8fa7c6041 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:59.807726 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-241fe1dc-672f-4586-b357-6eb620192582 req-6925a834-a002-485d-89e9-5df8fa7c6041 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.1003225 Apr 14 20:24:59.901680 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-241fe1dc-672f-4586-b357-6eb620192582 req-6e8207ca-bb1a-46a8-9e61-4ccebc6ac408 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836678 Apr 14 20:24:59.969928 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94fb0a2f-1a93-458a-bb7e-02f2bc5c22fd admin admin] Publish callbacks [] for security_group (b88faa93-103b-4d5e-a414-8715bec3a199), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:59.984189 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94fb0a2f-1a93-458a-bb7e-02f2bc5c22fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (b88faa93-103b-4d5e-a414-8715bec3a199), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:24:59.997314 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f843b1-eed2-482b-b452-a94b97fa6b06 req-99560c83-8aad-4cf4-a35c-d819706e09b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:24:59.998826 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-52f843b1-eed2-482b-b452-a94b97fa6b06 req-99560c83-8aad-4cf4-a35c-d819706e09b8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc816253-53ef-4b12-982a-ad49d0c30481 HTTP/1.1" status: 200 len: 916 time: 0.2526851 Apr 14 20:25:00.026740 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94fb0a2f-1a93-458a-bb7e-02f2bc5c22fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:25:00.075496 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb0a2f-1a93-458a-bb7e-02f2bc5c22fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88faa93-103b-4d5e-a414-8715bec3a199,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:00.086453 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94fb0a2f-1a93-458a-bb7e-02f2bc5c22fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (691be194-1d39-47f7-8967-21526e2a9d28), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:00.087438 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.segments_db [None req-94fb0a2f-1a93-458a-bb7e-02f2bc5c22fd admin admin] Added segment 691be194-1d39-47f7-8967-21526e2a9d28 of type vlan for network 80c2c505-4d1f-4abc-8513-a7f54767d7de Apr 14 20:25:00.106529 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6b29e7af-1e43-47c1-8e17-b988092677b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '4828c8bd-f2f0-4893-8549-08f76fb805bc', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'port_id': 'e1344b42-2290-4abc-880d-c9a5a9bc0094', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'mac_address': 'fa:16:3e:c3:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ddeb3-3161-4eb4-94cc-03ff758e5c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:24:36Z', 'updated_at': '2022-04-14T20:24:58Z', 'revision_number': 1, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:25:00.138322 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-52f843b1-eed2-482b-b452-a94b97fa6b06 req-27759e44-2ffe-4461-8da2-db7ca1081567 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1344b42-2290-4abc-880d-c9a5a9bc0094 HTTP/1.1" status: 200 len: 1000 time: 0.1312320 Apr 14 20:25:00.145118 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b29e7af-1e43-47c1-8e17-b988092677b7 None None] Checking router: 6234cb36-42be-4975-8a0a-5dec5c82e1a6 for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:25:00.150931 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94fb0a2f-1a93-458a-bb7e-02f2bc5c22fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (80c2c505-4d1f-4abc-8513-a7f54767d7de), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:00.156299 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b29e7af-1e43-47c1-8e17-b988092677b7 None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:25:00.157020 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6b29e7af-1e43-47c1-8e17-b988092677b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:24:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:25:00.215030 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f843b1-eed2-482b-b452-a94b97fa6b06 req-6d5e5601-07f5-43b6-b825-f588fd856abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:00.216703 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-52f843b1-eed2-482b-b452-a94b97fa6b06 req-6d5e5601-07f5-43b6-b825-f588fd856abf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d11b83-af55-48c9-bf30-95e6969d035a HTTP/1.1" status: 200 len: 854 time: 0.0698032 Apr 14 20:25:00.217914 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94fb0a2f-1a93-458a-bb7e-02f2bc5c22fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (80c2c505-4d1f-4abc-8513-a7f54767d7de), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:00.224616 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fb0a2f-1a93-458a-bb7e-02f2bc5c22fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:00.225482 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94fb0a2f-1a93-458a-bb7e-02f2bc5c22fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:00.297857 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-94fb0a2f-1a93-458a-bb7e-02f2bc5c22fd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9138839 Apr 14 20:25:00.300107 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 34642) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:25:00.305006 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a31d3ba8-76e0-448a-a422-506ff0d33f60 admin admin] Request body: {'subnet': {'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2075611276-subnet', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:25:00.333788 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31d3ba8-76e0-448a-a422-506ff0d33f60 admin admin] Made reservation on behalf of 7d38318cd27d405c995f7fecf0065a8f for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:25:00.334667 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f843b1-eed2-482b-b452-a94b97fa6b06 req-8137c268-1cac-445d-8cce-011eda159511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:00.335206 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6b29e7af-1e43-47c1-8e17-b988092677b7 None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:25:00.336278 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-52f843b1-eed2-482b-b452-a94b97fa6b06 req-8137c268-1cac-445d-8cce-011eda159511 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc816253-53ef-4b12-982a-ad49d0c30481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1080210 Apr 14 20:25:00.342084 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a31d3ba8-76e0-448a-a422-506ff0d33f60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:00.342559 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb0a2f-1a93-458a-bb7e-02f2bc5c22fd admin admin] Pushing event updated for resources: {'Network': ['ID=80c2c505-4d1f-4abc-8513-a7f54767d7de,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:00.352380 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network 80c2c505-4d1f-4abc-8513-a7f54767d7de details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:25:00.469729 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-52f843b1-eed2-482b-b452-a94b97fa6b06 req-00a7176c-604f-4f78-a479-5282b1f2612c service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233535 Apr 14 20:25:00.598868 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-52f843b1-eed2-482b-b452-a94b97fa6b06 req-d026e31d-c60d-4763-83ba-df48eccd8e6a service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222191 Apr 14 20:25:00.643293 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a31d3ba8-76e0-448a-a422-506ff0d33f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for subnet (9ba921da-a26a-40cd-8a3f-598bd553a55b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:00.654583 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6b29e7af-1e43-47c1-8e17-b988092677b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '4828c8bd-f2f0-4893-8549-08f76fb805bc', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'port_id': 'e1344b42-2290-4abc-880d-c9a5a9bc0094', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'mac_address': 'fa:16:3e:c3:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ddeb3-3161-4eb4-94cc-03ff758e5c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:24:36Z', 'updated_at': '2022-04-14T20:24:58Z', 'revision_number': 1, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:25:00.687544 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b29e7af-1e43-47c1-8e17-b988092677b7 None None] The sync data for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi is: [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '4828c8bd-f2f0-4893-8549-08f76fb805bc', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'port_id': 'e1344b42-2290-4abc-880d-c9a5a9bc0094', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'mac_address': 'fa:16:3e:c3:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ddeb3-3161-4eb4-94cc-03ff758e5c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:24:36Z', 'updated_at': '2022-04-14T20:24:58Z', 'revision_number': 1, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:25:00.757769 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d3ba8-76e0-448a-a422-506ff0d33f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba921da-a26a-40cd-8a3f-598bd553a55b,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:00.777769 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d3ba8-76e0-448a-a422-506ff0d33f60 admin admin] Checking segment: {'id': '691be194-1d39-47f7-8967-21526e2a9d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:25:00.778392 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31d3ba8-76e0-448a-a422-506ff0d33f60 admin admin] Network hostable DHCP agents. Network: 80c2c505-4d1f-4abc-8513-a7f54767d7de, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:25:00.804279 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31d3ba8-76e0-448a-a422-506ff0d33f60 admin admin] Network 80c2c505-4d1f-4abc-8513-a7f54767d7de is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:25:00.816893 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a31d3ba8-76e0-448a-a422-506ff0d33f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, 80c2c505-4d1f-4abc-8513-a7f54767d7de) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:25:00.821780 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31d3ba8-76e0-448a-a422-506ff0d33f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:00.823151 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a31d3ba8-76e0-448a-a422-506ff0d33f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:00.826240 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfa62b6-aa62-4a1d-93b5-d87640ab4d08 None None] Network 80c2c505-4d1f-4abc-8513-a7f54767d7de requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:25:00.850027 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a31d3ba8-76e0-448a-a422-506ff0d33f60 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5484276 Apr 14 20:25:00.852387 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 34644) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:25:00.859475 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2075611276-router', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:25:00.889138 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-612684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (7bf0dce2-3ca8-480f-9344-fa982fe10db4), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:00.890965 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (7bf0dce2-3ca8-480f-9344-fa982fe10db4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:00.994535 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cbe5ecf-7572-5a24-94c4-ddcd9da69cec-80c2c505-4d1f-4abc-8513-a7f54767d7de', 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de', 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'fixed_ips': [{'subnet_id': '9ba921da-a26a-40cd-8a3f-598bd553a55b'}]}} from dv-cinder-837539-3-iscsi. {{(pid=103379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:25:00.995628 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:01.034295 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd5c32e-9e8a-4dcc-9e4f-1dbab9155327 None None] New status for floating IP 4828c8bd-f2f0-4893-8549-08f76fb805bc: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:25:01.046237 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] Publish callbacks [] for router_controller (7bf0dce2-3ca8-480f-9344-fa982fe10db4), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:01.136901 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edfa59-4680-4790-aefb-c6bf4f7ee87f req-468aed19-6180-4b36-8648-3e6dd4ab08fe tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:01.139305 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-71edfa59-4680-4790-aefb-c6bf4f7ee87f req-468aed19-6180-4b36-8648-3e6dd4ab08fe tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0966759 Apr 14 20:25:01.201238 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-71edfa59-4680-4790-aefb-c6bf4f7ee87f req-b02c64e6-30e9-4c3f-a155-e59d85312e5e tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554550 Apr 14 20:25:01.262416 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] Publish callbacks [] for router_gateway (7bf0dce2-3ca8-480f-9344-fa982fe10db4), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:01.465795 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6a62-2821-468e-9730-e4014cf6ccf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:01.477295 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Allocated IP 172.20.0.2 (80c2c505-4d1f-4abc-8513-a7f54767d7de/9ba921da-a26a-40cd-8a3f-598bd553a55b/3ffaecda-36de-424b-8ec9-8beae0f65fc1) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:25:01.518534 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] Publish callbacks [] for router_gateway (7bf0dce2-3ca8-480f-9344-fa982fe10db4), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:01.554990 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:01.743330 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] Allocated IP 172.27.3.14 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/5144882b-f7c2-4b31-a508-ce58d613bc84) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:25:01.781054 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Publish callbacks [] for port (3ffaecda-36de-424b-8ec9-8beae0f65fc1), precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:01.793534 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (3ffaecda-36de-424b-8ec9-8beae0f65fc1), after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:01.874059 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Network 80c2c505-4d1f-4abc-8513-a7f54767d7de is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:25:01.880197 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:25:01.891040 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:25:01.900781 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Pushing event updated for resources: {'Port': ['ID=3ffaecda-36de-424b-8ec9-8beae0f65fc1,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:01.944820 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] Publish callbacks [] for port (5144882b-f7c2-4b31-a508-ce58d613bc84), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:01.987967 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Attempting to bind port 3ffaecda-36de-424b-8ec9-8beae0f65fc1 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:25:01.988343 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Attempting to bind port 3ffaecda-36de-424b-8ec9-8beae0f65fc1 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': '691be194-1d39-47f7-8967-21526e2a9d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:25:01.988690 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Attempting to bind port 3ffaecda-36de-424b-8ec9-8beae0f65fc1 on network 80c2c505-4d1f-4abc-8513-a7f54767d7de {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:25:01.998446 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:25:01.998845 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Checking segment: {'id': '691be194-1d39-47f7-8967-21526e2a9d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:25:01.999380 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:01.999642 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Bound using segment: {'id': '691be194-1d39-47f7-8967-21526e2a9d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:25:02.000111 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Bound port: 3ffaecda-36de-424b-8ec9-8beae0f65fc1, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691be194-1d39-47f7-8967-21526e2a9d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:25:02.000494 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (3ffaecda-36de-424b-8ec9-8beae0f65fc1), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:02.016335 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (5144882b-f7c2-4b31-a508-ce58d613bc84), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:02.073388 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:25:02.078630 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:25:02.086919 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:25:02.096167 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=5144882b-f7c2-4b31-a508-ce58d613bc84,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:02.124420 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] For port 3ffaecda-36de-424b-8ec9-8beae0f65fc1, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:25:02.132416 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] For port 3ffaecda-36de-424b-8ec9-8beae0f65fc1, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=3ffaecda-36de-424b-8ec9-8beae0f65fc1,segment=NetworkSegment(691be194-1d39-47f7-8967-21526e2a9d28),segment_id=691be194-1d39-47f7-8967-21526e2a9d28)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:25:02.142795 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (3ffaecda-36de-424b-8ec9-8beae0f65fc1), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:02.250483 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef7162-54f1-462d-b818-2a1f4d035356 None None] Pushing event updated for resources: {'Port': ['ID=3ffaecda-36de-424b-8ec9-8beae0f65fc1,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:02.428881 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e59b9e-a47c-468e-90e9-8e9117d53d58 req-5e5e52a8-5ee0-46a9-962b-0526fac274a2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:02.439411 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b8e59b9e-a47c-468e-90e9-8e9117d53d58 req-5e5e52a8-5ee0-46a9-962b-0526fac274a2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0945606 Apr 14 20:25:02.532119 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] Publish callbacks [] for router_gateway (7bf0dce2-3ca8-480f-9344-fa982fe10db4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:02.608732 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b8e59b9e-a47c-468e-90e9-8e9117d53d58 req-8a1e5e9b-414e-4762-8ee5-23d5b5168491 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665921 Apr 14 20:25:02.813464 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610468'] for router (7bf0dce2-3ca8-480f-9344-fa982fe10db4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:02.976655 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] Router 7bf0dce2-3ca8-480f-9344-fa982fe10db4 is scheduled to L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:25:03.114705 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:25:03.131939 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Sync routers for ids ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:25:03.154326 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:03.155408 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-c05a2b7d-5251-418a-ae98-b469d11c9ed9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3017344 Apr 14 20:25:03.158473 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 34654) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:25:03.159798 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Routers {'7bf0dce2-3ca8-480f-9344-fa982fe10db4'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:25:03.160431 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:24:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:25:03.373352 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Set router 7bf0dce2-3ca8-480f-9344-fa982fe10db4 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:25:03.646735 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2f108c-35ec-407c-b5b2-ebb4fd992654 None None] Network 80c2c505-4d1f-4abc-8513-a7f54767d7de requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:25:03.703047 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'name': 'tempest-TestShelveInstance-2075611276-router', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:00Z', 'updated_at': '2022-04-14T20:25:02Z', 'revision_number': 3, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'gw_port': {'id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:01Z', 'updated_at': '2022-04-14T20:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:25:03.740971 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Checking router: 7bf0dce2-3ca8-480f-9344-fa982fe10db4 for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:25:03.741591 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Updating router 7bf0dce2-3ca8-480f-9344-fa982fe10db4 port 5144882b-f7c2-4b31-a508-ce58d613bc84 binding host dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:25:03.776616 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (5144882b-f7c2-4b31-a508-ce58d613bc84), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:03.869525 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-11277bad-370e-44ef-876d-13591938b526 None None] Provisioning complete for port 3ffaecda-36de-424b-8ec9-8beae0f65fc1 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:03.871125 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11277bad-370e-44ef-876d-13591938b526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (3ffaecda-36de-424b-8ec9-8beae0f65fc1), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:03.888788 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3486b-20d2-4c8b-857c-be5c1635e457 req-be496f0e-f010-497a-a0de-7cdcc8a2718e tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:03.893966 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f8c3486b-20d2-4c8b-857c-be5c1635e457 req-be496f0e-f010-497a-a0de-7cdcc8a2718e tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.1100616 Apr 14 20:25:03.953285 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b58ffe9-fd88-4220-b4d7-29e88bdf88db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:03.996738 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa01fd19-66ee-4356-b6a3-a0f174eca014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:04.073787 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 3ffaecda-36de-424b-8ec9-8beae0f65fc1 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:25:04.126992 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f8c3486b-20d2-4c8b-857c-be5c1635e457 req-cd093041-e580-4b47-ac68-690ad6e8bdbd tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069855 Apr 14 20:25:04.193949 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Publish callbacks [] for port (5144882b-f7c2-4b31-a508-ce58d613bc84), precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:04.202184 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (5144882b-f7c2-4b31-a508-ce58d613bc84), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:04.250510 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-fa01fd19-66ee-4356-b6a3-a0f174eca014 admin admin] Allocated IP 172.20.0.1 (80c2c505-4d1f-4abc-8513-a7f54767d7de/9ba921da-a26a-40cd-8a3f-598bd553a55b/539c329f-43ea-4b5e-9ff5-a066dc492ff0) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:25:04.292111 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 3ffaecda-36de-424b-8ec9-8beae0f65fc1 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:04.300592 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (3ffaecda-36de-424b-8ec9-8beae0f65fc1), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:04.302348 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-11277bad-370e-44ef-876d-13591938b526 None None] Current status of the port 3ffaecda-36de-424b-8ec9-8beae0f65fc1 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:04.302767 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11277bad-370e-44ef-876d-13591938b526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (3ffaecda-36de-424b-8ec9-8beae0f65fc1), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:04.316856 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f07c4-ef72-40f2-a993-38779969bb1e None None] Pushing event updated for resources: {'Port': ['ID=5144882b-f7c2-4b31-a508-ce58d613bc84,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:04.349210 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Attempting to bind port 5144882b-f7c2-4b31-a508-ce58d613bc84 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:25:04.349210 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Attempting to bind port 5144882b-f7c2-4b31-a508-ce58d613bc84 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:25:04.349210 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Attempting to bind port 5144882b-f7c2-4b31-a508-ce58d613bc84 on network 0ff0ed06-361c-431d-a8f4-874987c3167c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:25:04.360767 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:25:04.361187 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Checking segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:25:04.361611 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:04.362007 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Bound using segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:25:04.363035 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Bound port: 5144882b-f7c2-4b31-a508-ce58d613bc84, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:25:04.363430 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (5144882b-f7c2-4b31-a508-ce58d613bc84), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:04.393153 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-11277bad-370e-44ef-876d-13591938b526 None None] For port 3ffaecda-36de-424b-8ec9-8beae0f65fc1, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=3ffaecda-36de-424b-8ec9-8beae0f65fc1,segment=NetworkSegment(691be194-1d39-47f7-8967-21526e2a9d28),segment_id=691be194-1d39-47f7-8967-21526e2a9d28)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:25:04.403978 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11277bad-370e-44ef-876d-13591938b526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (3ffaecda-36de-424b-8ec9-8beae0f65fc1), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:04.522225 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa01fd19-66ee-4356-b6a3-a0f174eca014 admin admin] Publish callbacks [] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:04.522706 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] For port 5144882b-f7c2-4b31-a508-ce58d613bc84, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:25:04.528346 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] For port 5144882b-f7c2-4b31-a508-ce58d613bc84, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=5144882b-f7c2-4b31-a508-ce58d613bc84,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:25:04.539339 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (5144882b-f7c2-4b31-a508-ce58d613bc84), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:04.569473 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11277bad-370e-44ef-876d-13591938b526 None None] Pushing event updated for resources: {'Port': ['ID=3ffaecda-36de-424b-8ec9-8beae0f65fc1,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:04.584290 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa01fd19-66ee-4356-b6a3-a0f174eca014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:04.638512 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 3ffaecda-36de-424b-8ec9-8beae0f65fc1 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:04.655939 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01fd19-66ee-4356-b6a3-a0f174eca014 admin admin] Pushing event updated for resources: {'Port': ['ID=539c329f-43ea-4b5e-9ff5-a066dc492ff0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:04.680102 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-5be4cefc-ba72-4a81-ae07-56c0123b4870 None None] Provisioning complete for port 3ffaecda-36de-424b-8ec9-8beae0f65fc1 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:04.680670 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5be4cefc-ba72-4a81-ae07-56c0123b4870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (3ffaecda-36de-424b-8ec9-8beae0f65fc1), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:04.686987 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa01fd19-66ee-4356-b6a3-a0f174eca014 admin admin] Network 80c2c505-4d1f-4abc-8513-a7f54767d7de is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:25:04.689537 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-fa01fd19-66ee-4356-b6a3-a0f174eca014 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:25:04.705875 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa01fd19-66ee-4356-b6a3-a0f174eca014 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:25:04.719578 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f07c4-ef72-40f2-a993-38779969bb1e None None] Pushing event updated for resources: {'Port': ['ID=5144882b-f7c2-4b31-a508-ce58d613bc84,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:04.741750 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Routers {'7bf0dce2-3ca8-480f-9344-fa982fe10db4'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:25:04.743943 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:25:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:25:04.783534 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa01fd19-66ee-4356-b6a3-a0f174eca014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610389'] for router_interface (7bf0dce2-3ca8-480f-9344-fa982fe10db4), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:04.816938 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5be4cefc-ba72-4a81-ae07-56c0123b4870 None None] Current status of the port 3ffaecda-36de-424b-8ec9-8beae0f65fc1 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:04.827673 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:04.939656 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] Set router 7bf0dce2-3ca8-480f-9344-fa982fe10db4 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:25:04.964390 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa01fd19-66ee-4356-b6a3-a0f174eca014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:05.038090 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-2503948c-f2c0-4410-99fa-653061600605 None None] Provisioning complete for port 539c329f-43ea-4b5e-9ff5-a066dc492ff0 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:05.038492 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2503948c-f2c0-4410-99fa-653061600605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:05.100034 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2503948c-f2c0-4410-99fa-653061600605 None None] Port 539c329f-43ea-4b5e-9ff5-a066dc492ff0 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:25:05.168961 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa01fd19-66ee-4356-b6a3-a0f174eca014 admin admin] Publish callbacks [] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:05.176837 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa01fd19-66ee-4356-b6a3-a0f174eca014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:05.186906 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'name': 'tempest-TestShelveInstance-2075611276-router', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:00Z', 'updated_at': '2022-04-14T20:25:02Z', 'revision_number': 3, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'gw_port': {'id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:01Z', 'updated_at': '2022-04-14T20:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:25:05.222618 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ee6a04-d3be-4545-bea4-308386e3a233 None None] The sync data for ids ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'] in dv-cinder-837539-3-iscsi is: [{'id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'name': 'tempest-TestShelveInstance-2075611276-router', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:00Z', 'updated_at': '2022-04-14T20:25:02Z', 'revision_number': 3, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'gw_port': {'id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:01Z', 'updated_at': '2022-04-14T20:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:25:05.234322 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa01fd19-66ee-4356-b6a3-a0f174eca014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610789'] for router_interface (7bf0dce2-3ca8-480f-9344-fa982fe10db4), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:05.316362 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc300f-e733-4920-967a-d9cc7b14d680 req-b9773d2e-9812-4e99-bce1-0afe2cc97238 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:05.317987 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2dbc300f-e733-4920-967a-d9cc7b14d680 req-b9773d2e-9812-4e99-bce1-0afe2cc97238 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0831513 Apr 14 20:25:05.353872 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01fd19-66ee-4356-b6a3-a0f174eca014 admin admin] Pushing event updated for resources: {'Port': ['ID=539c329f-43ea-4b5e-9ff5-a066dc492ff0,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:05.404905 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2dbc300f-e733-4920-967a-d9cc7b14d680 req-c596841c-250d-4f0d-b802-ce71c475300a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803640 Apr 14 20:25:05.421322 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa01fd19-66ee-4356-b6a3-a0f174eca014 admin admin] Network 80c2c505-4d1f-4abc-8513-a7f54767d7de is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:25:05.423076 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-fa01fd19-66ee-4356-b6a3-a0f174eca014 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:25:05.570416 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa01fd19-66ee-4356-b6a3-a0f174eca014 admin admin] Router 7bf0dce2-3ca8-480f-9344-fa982fe10db4 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:25:05.777486 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa01fd19-66ee-4356-b6a3-a0f174eca014 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:25:05.788461 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-fa01fd19-66ee-4356-b6a3-a0f174eca014 admin admin] 10.222.0.11 "PUT /v2.0/routers/7bf0dce2-3ca8-480f-9344-fa982fe10db4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6265407 Apr 14 20:25:05.831793 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-2881d680-70d0-4ea7-8ad2-89d49933175d None None] Provisioning complete for port 539c329f-43ea-4b5e-9ff5-a066dc492ff0 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:05.832276 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2881d680-70d0-4ea7-8ad2-89d49933175d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:05.906908 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-2881d680-70d0-4ea7-8ad2-89d49933175d None None] Port 539c329f-43ea-4b5e-9ff5-a066dc492ff0 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:25:06.052577 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 5144882b-f7c2-4b31-a508-ce58d613bc84 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:25:06.122868 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 5144882b-f7c2-4b31-a508-ce58d613bc84 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:06.124194 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (5144882b-f7c2-4b31-a508-ce58d613bc84), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:06.218042 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:06.268338 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 5144882b-f7c2-4b31-a508-ce58d613bc84 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:06.268759 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (5144882b-f7c2-4b31-a508-ce58d613bc84), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:06.295891 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] For port 5144882b-f7c2-4b31-a508-ce58d613bc84, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=5144882b-f7c2-4b31-a508-ce58d613bc84,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:25:06.302488 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (5144882b-f7c2-4b31-a508-ce58d613bc84), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:06.302488 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 3ffaecda-36de-424b-8ec9-8beae0f65fc1 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:25:06.389330 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Pushing event updated for resources: {'Port': ['ID=5144882b-f7c2-4b31-a508-ce58d613bc84,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:06.424747 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 3ffaecda-36de-424b-8ec9-8beae0f65fc1 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:06.425127 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (3ffaecda-36de-424b-8ec9-8beae0f65fc1), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:06.539442 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 3ffaecda-36de-424b-8ec9-8beae0f65fc1 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:06.613079 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639860d-5f8b-4743-8a8a-20f4e28f7929 req-c8278dee-7e74-4344-88e8-0b6c3a67543d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:06.620419 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4639860d-5f8b-4743-8a8a-20f4e28f7929 req-c8278dee-7e74-4344-88e8-0b6c3a67543d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0815799 Apr 14 20:25:06.656254 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 34698) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:25:06.668142 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3defa9bb-0076-4799-980b-151a8c329c92 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-76198874-network', 'tenant_id': '85926400d97c49ceb283105de7b0469b'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:25:06.694357 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3defa9bb-0076-4799-980b-151a8c329c92 admin admin] Made reservation on behalf of 85926400d97c49ceb283105de7b0469b for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:25:06.699258 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3defa9bb-0076-4799-980b-151a8c329c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:06.705016 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4639860d-5f8b-4743-8a8a-20f4e28f7929 req-0847b48b-744d-439c-93c2-41dde373fb98 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710840 Apr 14 20:25:06.725691 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3defa9bb-0076-4799-980b-151a8c329c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:06.830892 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3defa9bb-0076-4799-980b-151a8c329c92 admin admin] Publish callbacks [] for security_group (db58b474-abb2-4af1-98c7-465d024f1c37), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:06.836362 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3defa9bb-0076-4799-980b-151a8c329c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (db58b474-abb2-4af1-98c7-465d024f1c37), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:06.863300 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3defa9bb-0076-4799-980b-151a8c329c92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:25:06.870072 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defa9bb-0076-4799-980b-151a8c329c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db58b474-abb2-4af1-98c7-465d024f1c37,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:06.877343 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3defa9bb-0076-4799-980b-151a8c329c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (4972d644-fe22-441d-941b-7785d5c105a0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:06.877749 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-3defa9bb-0076-4799-980b-151a8c329c92 admin admin] Added segment 4972d644-fe22-441d-941b-7785d5c105a0 of type vlan for network 6d024569-d384-4b9d-8393-0f6071671c2d Apr 14 20:25:06.933655 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3defa9bb-0076-4799-980b-151a8c329c92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (6d024569-d384-4b9d-8393-0f6071671c2d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:06.964569 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3defa9bb-0076-4799-980b-151a8c329c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (6d024569-d384-4b9d-8393-0f6071671c2d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:06.965864 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3defa9bb-0076-4799-980b-151a8c329c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:06.966686 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3defa9bb-0076-4799-980b-151a8c329c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:06.993175 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-3defa9bb-0076-4799-980b-151a8c329c92 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3358092 Apr 14 20:25:06.995991 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 34702) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:25:07.001987 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-17d26331-be2c-46da-8c66-44132af2041b admin admin] Request body: {'subnet': {'network_id': '6d024569-d384-4b9d-8393-0f6071671c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-76198874-subnet', 'tenant_id': '85926400d97c49ceb283105de7b0469b', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:25:07.046558 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d26331-be2c-46da-8c66-44132af2041b admin admin] Made reservation on behalf of 85926400d97c49ceb283105de7b0469b for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:25:07.049341 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17d26331-be2c-46da-8c66-44132af2041b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31045885'] for subnet (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:07.050413 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defa9bb-0076-4799-980b-151a8c329c92 admin admin] Pushing event updated for resources: {'Network': ['ID=6d024569-d384-4b9d-8393-0f6071671c2d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:07.062586 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network 6d024569-d384-4b9d-8393-0f6071671c2d details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:25:07.298032 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d7d8b-4f49-4257-9b56-63a4330afc33 req-d00b5c65-aacb-4979-8583-b90cfadc0758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:07.299733 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ca9d7d8b-4f49-4257-9b56-63a4330afc33 req-d00b5c65-aacb-4979-8583-b90cfadc0758 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 1130 time: 0.0524297 Apr 14 20:25:07.597110 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Sync routers for ids ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:25:07.611857 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Routers {'7bf0dce2-3ca8-480f-9344-fa982fe10db4'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:25:07.612910 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:25:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:25:07.621876 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ca9d7d8b-4f49-4257-9b56-63a4330afc33 req-e84b9246-12d7-485d-9be3-6db05034bfe9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535426 Apr 14 20:25:07.635812 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17d26331-be2c-46da-8c66-44132af2041b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30809592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31045867'] for subnet (e229ac61-a50b-4074-8080-1f6a18e9c207), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:07.705696 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d26331-be2c-46da-8c66-44132af2041b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e229ac61-a50b-4074-8080-1f6a18e9c207,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:07.713526 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d26331-be2c-46da-8c66-44132af2041b admin admin] Checking segment: {'id': '4972d644-fe22-441d-941b-7785d5c105a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6d024569-d384-4b9d-8393-0f6071671c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:25:07.713894 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d26331-be2c-46da-8c66-44132af2041b admin admin] Network hostable DHCP agents. Network: 6d024569-d384-4b9d-8393-0f6071671c2d, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:25:07.765771 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d26331-be2c-46da-8c66-44132af2041b admin admin] Network 6d024569-d384-4b9d-8393-0f6071671c2d is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:25:07.819898 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-17d26331-be2c-46da-8c66-44132af2041b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, 6d024569-d384-4b9d-8393-0f6071671c2d) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:25:07.830209 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d26331-be2c-46da-8c66-44132af2041b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:07.833675 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fef8fb7-9e4b-4e69-948e-15157e05f1b8 None None] Network 6d024569-d384-4b9d-8393-0f6071671c2d requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:25:07.834933 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17d26331-be2c-46da-8c66-44132af2041b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:07.878943 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Set router 7bf0dce2-3ca8-480f-9344-fa982fe10db4 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:25:07.922003 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-17d26331-be2c-46da-8c66-44132af2041b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9248910 Apr 14 20:25:07.926245 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 34708) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:25:07.935556 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-76198874-router', 'tenant_id': '85926400d97c49ceb283105de7b0469b', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:25:07.985245 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aab125-a720-4d70-86a8-98600a2764fa req-9fed679f-c6e6-4525-b063-672abcb93f90 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:07.987411 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-24aab125-a720-4d70-86a8-98600a2764fa req-9fed679f-c6e6-4525-b063-672abcb93f90 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.1110342 Apr 14 20:25:07.996971 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 5144882b-f7c2-4b31-a508-ce58d613bc84 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:25:07.998766 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-612684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (dc2306e3-9dfb-4ef9-8227-a045b8bde6e5), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:08.000242 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (dc2306e3-9dfb-4ef9-8227-a045b8bde6e5), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:08.051487 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-24aab125-a720-4d70-86a8-98600a2764fa req-d11098e5-b101-441c-a201-8634e74a14ff tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575273 Apr 14 20:25:08.086584 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] Publish callbacks [] for router_controller (dc2306e3-9dfb-4ef9-8227-a045b8bde6e5), precommit_add_association {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:08.164083 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:08.190723 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 5144882b-f7c2-4b31-a508-ce58d613bc84 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:08.191100 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (5144882b-f7c2-4b31-a508-ce58d613bc84), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:08.223735 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cbe5ecf-7572-5a24-94c4-ddcd9da69cec-6d024569-d384-4b9d-8393-0f6071671c2d', 'network_id': '6d024569-d384-4b9d-8393-0f6071671c2d', 'project_id': '85926400d97c49ceb283105de7b0469b', 'fixed_ips': [{'subnet_id': 'e229ac61-a50b-4074-8080-1f6a18e9c207'}]}} from dv-cinder-837539-3-iscsi. {{(pid=103379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:25:08.224595 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:08.283979 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] Publish callbacks [] for router_gateway (dc2306e3-9dfb-4ef9-8227-a045b8bde6e5), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:08.551895 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] Publish callbacks [] for router_gateway (dc2306e3-9dfb-4ef9-8227-a045b8bde6e5), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:08.574193 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'name': 'tempest-TestShelveInstance-2075611276-router', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:00Z', 'updated_at': '2022-04-14T20:25:04Z', 'revision_number': 4, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'gw_port': {'id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:01Z', 'updated_at': '2022-04-14T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '539c329f-43ea-4b5e-9ff5-a066dc492ff0', 'name': '', 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'mac_address': 'fa:16:3e:16:e4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:04Z', 'updated_at': '2022-04-14T20:25:05Z', 'revision_number': 2, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'subnets': [{'id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:25:08.580153 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:08.610348 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Checking router: 7bf0dce2-3ca8-480f-9344-fa982fe10db4 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:25:08.611021 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Updating router 7bf0dce2-3ca8-480f-9344-fa982fe10db4 port 539c329f-43ea-4b5e-9ff5-a066dc492ff0 binding host dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:25:08.677678 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:08.679789 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 5144882b-f7c2-4b31-a508-ce58d613bc84 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:08.741098 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] Allocated IP 172.27.3.116 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/99443e65-93c4-4318-935e-3733b9ce0ab4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:25:08.748335 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Allocated IP 172.20.0.2 (6d024569-d384-4b9d-8393-0f6071671c2d/e229ac61-a50b-4074-8080-1f6a18e9c207/2d4918fe-9f5e-4ef4-94b0-6862de70c077) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:25:08.892134 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] Publish callbacks [] for port (99443e65-93c4-4318-935e-3733b9ce0ab4), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:08.942258 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (99443e65-93c4-4318-935e-3733b9ce0ab4), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:08.967693 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:25:08.990207 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:25:08.994648 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:25:09.044865 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] Pushing event updated for resources: {'Port': ['ID=99443e65-93c4-4318-935e-3733b9ce0ab4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:09.099557 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Publish callbacks [] for port (2d4918fe-9f5e-4ef4-94b0-6862de70c077), precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:09.111950 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (2d4918fe-9f5e-4ef4-94b0-6862de70c077), after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:09.160018 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Network 6d024569-d384-4b9d-8393-0f6071671c2d is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:25:09.171384 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:25:09.177107 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:25:09.193287 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3faa02-1f04-427c-85b0-37f04b90de0e req-35e7c9e0-1b2a-4087-b4f0-6bdb1331cf6f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:09.200628 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2f3faa02-1f04-427c-85b0-37f04b90de0e req-35e7c9e0-1b2a-4087-b4f0-6bdb1331cf6f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0662551 Apr 14 20:25:09.232568 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Pushing event updated for resources: {'Port': ['ID=2d4918fe-9f5e-4ef4-94b0-6862de70c077,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:09.270774 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2f3faa02-1f04-427c-85b0-37f04b90de0e req-bcad0d58-ac60-4492-8572-327848771d29 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690954 Apr 14 20:25:09.299396 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Publish callbacks [] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:09.308211 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:09.314042 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:09.343628 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Attempting to bind port 2d4918fe-9f5e-4ef4-94b0-6862de70c077 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:25:09.344000 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Attempting to bind port 2d4918fe-9f5e-4ef4-94b0-6862de70c077 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': '4972d644-fe22-441d-941b-7785d5c105a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6d024569-d384-4b9d-8393-0f6071671c2d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:25:09.344363 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Attempting to bind port 2d4918fe-9f5e-4ef4-94b0-6862de70c077 on network 6d024569-d384-4b9d-8393-0f6071671c2d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:25:09.357527 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:25:09.357917 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Checking segment: {'id': '4972d644-fe22-441d-941b-7785d5c105a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6d024569-d384-4b9d-8393-0f6071671c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:25:09.358322 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:09.358829 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Bound using segment: {'id': '4972d644-fe22-441d-941b-7785d5c105a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6d024569-d384-4b9d-8393-0f6071671c2d'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:25:09.359180 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Bound port: 2d4918fe-9f5e-4ef4-94b0-6862de70c077, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4972d644-fe22-441d-941b-7785d5c105a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6d024569-d384-4b9d-8393-0f6071671c2d'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:25:09.359563 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (2d4918fe-9f5e-4ef4-94b0-6862de70c077), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:09.392113 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39217f66-044a-42bd-84aa-78150b3a2864 None None] Pushing event updated for resources: {'Port': ['ID=539c329f-43ea-4b5e-9ff5-a066dc492ff0,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:09.453729 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] Publish callbacks [] for router_gateway (dc2306e3-9dfb-4ef9-8227-a045b8bde6e5), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:09.461965 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-20cdb5a0-0005-434e-b568-9d7089cd7810 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:09.463723 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-20cdb5a0-0005-434e-b568-9d7089cd7810 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/networks?id=d0ae32ba-f63e-4871-a0db-3e11ef229577 HTTP/1.1" status: 200 len: 815 time: 0.1648057 Apr 14 20:25:09.491118 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Attempting to bind port 539c329f-43ea-4b5e-9ff5-a066dc492ff0 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:25:09.491494 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Attempting to bind port 539c329f-43ea-4b5e-9ff5-a066dc492ff0 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': '691be194-1d39-47f7-8967-21526e2a9d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:25:09.491861 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Attempting to bind port 539c329f-43ea-4b5e-9ff5-a066dc492ff0 on network 80c2c505-4d1f-4abc-8513-a7f54767d7de {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:25:09.502176 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:25:09.502560 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Checking segment: {'id': '691be194-1d39-47f7-8967-21526e2a9d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:25:09.502907 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:09.503302 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Bound using segment: {'id': '691be194-1d39-47f7-8967-21526e2a9d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:25:09.503785 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Bound port: 539c329f-43ea-4b5e-9ff5-a066dc492ff0, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691be194-1d39-47f7-8967-21526e2a9d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:25:09.504177 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:09.506569 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] For port 2d4918fe-9f5e-4ef4-94b0-6862de70c077, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:25:09.511171 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] For port 2d4918fe-9f5e-4ef4-94b0-6862de70c077, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=2d4918fe-9f5e-4ef4-94b0-6862de70c077,segment=NetworkSegment(4972d644-fe22-441d-941b-7785d5c105a0),segment_id=4972d644-fe22-441d-941b-7785d5c105a0)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:25:09.517893 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-d8d26897-6d53-471b-9d15-f5c2999dcf41 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/quotas/ad225bf8aa6a4b28ad215f698e0e6960 HTTP/1.1" status: 200 len: 375 time: 0.0215869 Apr 14 20:25:09.528311 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (2d4918fe-9f5e-4ef4-94b0-6862de70c077), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:09.622789 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-194929e7-7ac4-4ca3-a106-434ce647b338 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad225bf8aa6a4b28ad215f698e0e6960&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668955 Apr 14 20:25:09.643420 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8637d-7510-4ba5-926f-c798441883e9 None None] Pushing event updated for resources: {'Port': ['ID=2d4918fe-9f5e-4ef4-94b0-6862de70c077,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:09.652924 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] For port 539c329f-43ea-4b5e-9ff5-a066dc492ff0, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:25:09.661289 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] For port 539c329f-43ea-4b5e-9ff5-a066dc492ff0, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=539c329f-43ea-4b5e-9ff5-a066dc492ff0,segment=NetworkSegment(691be194-1d39-47f7-8967-21526e2a9d28),segment_id=691be194-1d39-47f7-8967-21526e2a9d28)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:25:09.675946 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-499d049f-e2c0-4894-a769-8db6daa05445 None None] Provisioning complete for port 539c329f-43ea-4b5e-9ff5-a066dc492ff0 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:09.676314 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-499d049f-e2c0-4894-a769-8db6daa05445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:09.678398 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:09.784195 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39217f66-044a-42bd-84aa-78150b3a2864 None None] Pushing event updated for resources: {'Port': ['ID=539c329f-43ea-4b5e-9ff5-a066dc492ff0,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:09.787968 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Routers {'7bf0dce2-3ca8-480f-9344-fa982fe10db4'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:25:09.788249 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:25:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:25:09.827078 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-1a22299b-5649-4fe9-9952-ca394898d6c0 service neutron] 10.222.0.11 "GET /v2.0/networks/d0ae32ba-f63e-4871-a0db-3e11ef229577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968064 Apr 14 20:25:09.865068 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610468'] for router (dc2306e3-9dfb-4ef9-8227-a045b8bde6e5), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:09.923432 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-499d049f-e2c0-4894-a769-8db6daa05445 None None] Current status of the port 539c329f-43ea-4b5e-9ff5-a066dc492ff0 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:09.923432 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-499d049f-e2c0-4894-a769-8db6daa05445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:09.989820 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-499d049f-e2c0-4894-a769-8db6daa05445 None None] For port 539c329f-43ea-4b5e-9ff5-a066dc492ff0, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=539c329f-43ea-4b5e-9ff5-a066dc492ff0,segment=NetworkSegment(691be194-1d39-47f7-8967-21526e2a9d28),segment_id=691be194-1d39-47f7-8967-21526e2a9d28)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:25:10.004403 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-499d049f-e2c0-4894-a769-8db6daa05445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:10.050088 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] Set router 7bf0dce2-3ca8-480f-9344-fa982fe10db4 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:25:10.083602 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-192d6e4b-3409-4a65-96c8-f726b412a260 service neutron] 10.222.0.11 "GET /v2.0/networks/d0ae32ba-f63e-4871-a0db-3e11ef229577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546411 Apr 14 20:25:10.159823 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d049f-e2c0-4894-a769-8db6daa05445 None None] Pushing event updated for resources: {'Port': ['ID=539c329f-43ea-4b5e-9ff5-a066dc492ff0,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:10.168021 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] Router dc2306e3-9dfb-4ef9-8227-a045b8bde6e5 is scheduled to L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a with binding_index 1 {{(pid=103378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:25:10.171951 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-f70c0ec4-54d0-4e60-9c49-83149f4cf36a None None] Provisioning complete for port 539c329f-43ea-4b5e-9ff5-a066dc492ff0 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:10.172363 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f70c0ec4-54d0-4e60-9c49-83149f4cf36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:10.311859 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:25:10.323655 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Sync routers for ids ['dc2306e3-9dfb-4ef9-8227-a045b8bde6e5'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:25:10.335365 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3ca6cacc-e130-427d-bdcd-d2b9fac23a4d req-30f2a2cd-a598-4672-998d-f96ba71375db tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 210 time: 0.0648103 Apr 14 20:25:10.340811 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Routers {'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:25:10.341560 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:25:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc2306e3-9dfb-4ef9-8227-a045b8bde6e5'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:25:10.356072 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:10.357557 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-9023bf1f-7cfd-466c-b074-3012e6df3ccc admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4301660 Apr 14 20:25:10.360485 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 34754) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:25:10.397056 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'name': 'tempest-TestShelveInstance-2075611276-router', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:00Z', 'updated_at': '2022-04-14T20:25:04Z', 'revision_number': 4, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'gw_port': {'id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:01Z', 'updated_at': '2022-04-14T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '539c329f-43ea-4b5e-9ff5-a066dc492ff0', 'name': '', 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'mac_address': 'fa:16:3e:16:e4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:04Z', 'updated_at': '2022-04-14T20:25:09Z', 'revision_number': 4, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'subnets': [{'id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:25:10.465108 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Set router dc2306e3-9dfb-4ef9-8227-a045b8bde6e5 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:25:10.465694 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e53b9d-051a-4078-851e-ff4ac1b90b2d None None] The sync data for ids ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'] in dv-cinder-837539-3-iscsi is: [{'id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'name': 'tempest-TestShelveInstance-2075611276-router', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:00Z', 'updated_at': '2022-04-14T20:25:04Z', 'revision_number': 4, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'gw_port': {'id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:01Z', 'updated_at': '2022-04-14T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '539c329f-43ea-4b5e-9ff5-a066dc492ff0', 'name': '', 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'mac_address': 'fa:16:3e:16:e4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:04Z', 'updated_at': '2022-04-14T20:25:09Z', 'revision_number': 4, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'subnets': [{'id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:25:10.472247 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f70c0ec4-54d0-4e60-9c49-83149f4cf36a None None] Current status of the port 539c329f-43ea-4b5e-9ff5-a066dc492ff0 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:10.485336 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb21105-47e6-4601-b1c1-a00119e03c6f req-9d044c5a-a2be-4829-b3db-c55b70acf5b6 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:10.495905 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6eb21105-47e6-4601-b1c1-a00119e03c6f req-9d044c5a-a2be-4829-b3db-c55b70acf5b6 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0972967 Apr 14 20:25:10.599149 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6eb21105-47e6-4601-b1c1-a00119e03c6f req-338ae401-8679-457d-9dd4-6a96c3e61dd6 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030152 Apr 14 20:25:10.823430 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'name': 'tempest-TestShelveInstance-76198874-router', 'tenant_id': '85926400d97c49ceb283105de7b0469b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '99443e65-93c4-4318-935e-3733b9ce0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:08Z', 'updated_at': '2022-04-14T20:25:09Z', 'revision_number': 3, 'project_id': '85926400d97c49ceb283105de7b0469b', 'gw_port': {'id': '99443e65-93c4-4318-935e-3733b9ce0ab4', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:08Z', 'updated_at': '2022-04-14T20:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:25:10.839794 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815f27c-908b-470f-a5c1-db8e11503502 req-2c6a333d-a340-40e3-9263-5876546af41d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:10.846845 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a815f27c-908b-470f-a5c1-db8e11503502 req-2c6a333d-a340-40e3-9263-5876546af41d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.1008394 Apr 14 20:25:10.876367 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Checking router: dc2306e3-9dfb-4ef9-8227-a045b8bde6e5 for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:25:10.876755 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Updating router dc2306e3-9dfb-4ef9-8227-a045b8bde6e5 port 99443e65-93c4-4318-935e-3733b9ce0ab4 binding host dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:25:10.948658 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (99443e65-93c4-4318-935e-3733b9ce0ab4), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:11.202879 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3624469d-dc6b-40d6-b332-762dbd51d0dc None None] Network 6d024569-d384-4b9d-8393-0f6071671c2d requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:25:11.224254 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a815f27c-908b-470f-a5c1-db8e11503502 req-545b7287-50b2-4773-bdfa-7299edb9357d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764069 Apr 14 20:25:11.477171 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-acbfac99-9a32-4263-bc03-57a988bb36af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:11.479000 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Publish callbacks [] for port (99443e65-93c4-4318-935e-3733b9ce0ab4), precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:11.490186 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (99443e65-93c4-4318-935e-3733b9ce0ab4), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:11.523469 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8211f868-0d11-4c2f-8964-5bb1039c5b5d req-f26dcc94-85f5-4311-8f40-fe4d95163d52 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 210 time: 0.0568454 Apr 14 20:25:11.566134 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cd5fd-3fb8-4dcc-ab54-5eb4b1c16b4f None None] Pushing event updated for resources: {'Port': ['ID=99443e65-93c4-4318-935e-3733b9ce0ab4,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:11.571696 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-0c00960c-bdd9-4b44-b643-74347ef4284b None None] Provisioning complete for port 2d4918fe-9f5e-4ef4-94b0-6862de70c077 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:11.572805 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c00960c-bdd9-4b44-b643-74347ef4284b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (2d4918fe-9f5e-4ef4-94b0-6862de70c077), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:11.595916 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Attempting to bind port 99443e65-93c4-4318-935e-3733b9ce0ab4 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:25:11.596876 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Attempting to bind port 99443e65-93c4-4318-935e-3733b9ce0ab4 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:25:11.597462 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Attempting to bind port 99443e65-93c4-4318-935e-3733b9ce0ab4 on network 0ff0ed06-361c-431d-a8f4-874987c3167c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:25:11.604399 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:25:11.605545 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Checking segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:25:11.606194 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:11.607142 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Bound using segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:25:11.607845 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Bound port: 99443e65-93c4-4318-935e-3733b9ce0ab4, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:25:11.608466 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (99443e65-93c4-4318-935e-3733b9ce0ab4), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:11.693645 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] For port 99443e65-93c4-4318-935e-3733b9ce0ab4, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:25:11.710562 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] For port 99443e65-93c4-4318-935e-3733b9ce0ab4, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=99443e65-93c4-4318-935e-3733b9ce0ab4,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:25:11.727778 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (99443e65-93c4-4318-935e-3733b9ce0ab4), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:11.808554 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-acbfac99-9a32-4263-bc03-57a988bb36af admin admin] Allocated IP 172.20.0.1 (6d024569-d384-4b9d-8393-0f6071671c2d/e229ac61-a50b-4074-8080-1f6a18e9c207/87bb0a82-9aa6-43b1-beaf-b67742ad882f) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:25:11.842869 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0c00960c-bdd9-4b44-b643-74347ef4284b None None] Current status of the port 2d4918fe-9f5e-4ef4-94b0-6862de70c077 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:11.843218 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c00960c-bdd9-4b44-b643-74347ef4284b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (2d4918fe-9f5e-4ef4-94b0-6862de70c077), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:11.882700 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cd5fd-3fb8-4dcc-ab54-5eb4b1c16b4f None None] Pushing event updated for resources: {'Port': ['ID=99443e65-93c4-4318-935e-3733b9ce0ab4,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:11.923802 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Routers {'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:25:11.924453 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:25:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc2306e3-9dfb-4ef9-8227-a045b8bde6e5'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:25:11.964939 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-0c00960c-bdd9-4b44-b643-74347ef4284b None None] For port 2d4918fe-9f5e-4ef4-94b0-6862de70c077, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=2d4918fe-9f5e-4ef4-94b0-6862de70c077,segment=NetworkSegment(4972d644-fe22-441d-941b-7785d5c105a0),segment_id=4972d644-fe22-441d-941b-7785d5c105a0)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:25:11.976916 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0c00960c-bdd9-4b44-b643-74347ef4284b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (2d4918fe-9f5e-4ef4-94b0-6862de70c077), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:12.139783 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-194b1b80-f842-4deb-b578-9a4e37840fea tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:12.141222 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-194b1b80-f842-4deb-b578-9a4e37840fea tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.46 "GET /v2.0/networks?id=d0ae32ba-f63e-4871-a0db-3e11ef229577 HTTP/1.1" status: 200 len: 815 time: 0.2992289 Apr 14 20:25:12.143789 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-acbfac99-9a32-4263-bc03-57a988bb36af admin admin] Publish callbacks [] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:12.164479 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00960c-bdd9-4b44-b643-74347ef4284b None None] Pushing event updated for resources: {'Port': ['ID=2d4918fe-9f5e-4ef4-94b0-6862de70c077,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:12.177892 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-284ef4e4-69f7-46eb-85a2-82b5dbd02523 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Request body: {'port': {'device_id': 'ae94fce4-7d3b-43cc-bb77-d9c593d3547f', 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577', 'admin_state_up': True, 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:25:12.197527 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-acbfac99-9a32-4263-bc03-57a988bb36af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:12.202511 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 2d4918fe-9f5e-4ef4-94b0-6862de70c077 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:25:12.228710 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] Set router dc2306e3-9dfb-4ef9-8227-a045b8bde6e5 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:25:12.284129 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfac99-9a32-4263-bc03-57a988bb36af admin admin] Pushing event updated for resources: {'Port': ['ID=87bb0a82-9aa6-43b1-beaf-b67742ad882f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:12.301389 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbfac99-9a32-4263-bc03-57a988bb36af admin admin] Network 6d024569-d384-4b9d-8393-0f6071671c2d is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:25:12.303283 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-acbfac99-9a32-4263-bc03-57a988bb36af admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:25:12.310706 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbfac99-9a32-4263-bc03-57a988bb36af admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:25:12.311502 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-acbfac99-9a32-4263-bc03-57a988bb36af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610389'] for router_interface (dc2306e3-9dfb-4ef9-8227-a045b8bde6e5), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:12.366552 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 2d4918fe-9f5e-4ef4-94b0-6862de70c077 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:12.367079 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (2d4918fe-9f5e-4ef4-94b0-6862de70c077), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:12.429484 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-284ef4e4-69f7-46eb-85a2-82b5dbd02523 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Made reservation on behalf of ad225bf8aa6a4b28ad215f698e0e6960 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:25:12.434754 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-284ef4e4-69f7-46eb-85a2-82b5dbd02523 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:12.517053 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-11578fa6-0bbc-4e20-bae1-e9aacb033c36 None None] Provisioning complete for port 2d4918fe-9f5e-4ef4-94b0-6862de70c077 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:12.517446 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11578fa6-0bbc-4e20-bae1-e9aacb033c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (2d4918fe-9f5e-4ef4-94b0-6862de70c077), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:12.584621 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-acbfac99-9a32-4263-bc03-57a988bb36af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:12.604272 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'name': 'tempest-TestShelveInstance-76198874-router', 'tenant_id': '85926400d97c49ceb283105de7b0469b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '99443e65-93c4-4318-935e-3733b9ce0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:08Z', 'updated_at': '2022-04-14T20:25:09Z', 'revision_number': 3, 'project_id': '85926400d97c49ceb283105de7b0469b', 'gw_port': {'id': '99443e65-93c4-4318-935e-3733b9ce0ab4', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:08Z', 'updated_at': '2022-04-14T20:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:25:12.703819 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5e439586-7c78-41c0-839e-7d7f3d92e6fe req-29f2a60c-76f5-4adb-88cb-25d2635536d2 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 210 time: 0.0464139 Apr 14 20:25:12.790076 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 2d4918fe-9f5e-4ef4-94b0-6862de70c077 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:12.791945 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 539c329f-43ea-4b5e-9ff5-a066dc492ff0 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:25:12.811755 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-11578fa6-0bbc-4e20-bae1-e9aacb033c36 None None] Current status of the port 2d4918fe-9f5e-4ef4-94b0-6862de70c077 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:12.873688 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 539c329f-43ea-4b5e-9ff5-a066dc492ff0 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:12.874260 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:12.888462 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca40450-2d5d-40d0-9b50-62dd688a69e0 None None] The sync data for ids ['dc2306e3-9dfb-4ef9-8227-a045b8bde6e5'] in dv-cinder-837539-3-iscsi is: [{'id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'name': 'tempest-TestShelveInstance-76198874-router', 'tenant_id': '85926400d97c49ceb283105de7b0469b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '99443e65-93c4-4318-935e-3733b9ce0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:08Z', 'updated_at': '2022-04-14T20:25:09Z', 'revision_number': 3, 'project_id': '85926400d97c49ceb283105de7b0469b', 'gw_port': {'id': '99443e65-93c4-4318-935e-3733b9ce0ab4', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:08Z', 'updated_at': '2022-04-14T20:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:25:12.911642 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-acbfac99-9a32-4263-bc03-57a988bb36af admin admin] Publish callbacks [] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:12.928503 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-acbfac99-9a32-4263-bc03-57a988bb36af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:12.931774 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-acbfac99-9a32-4263-bc03-57a988bb36af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610789'] for router_interface (dc2306e3-9dfb-4ef9-8227-a045b8bde6e5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:12.957930 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-3a8fc265-584f-474a-9737-8363af96a6ee None None] Provisioning complete for port 87bb0a82-9aa6-43b1-beaf-b67742ad882f triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:12.964768 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc265-584f-474a-9737-8363af96a6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:13.044705 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfac99-9a32-4263-bc03-57a988bb36af admin admin] Pushing event updated for resources: {'Port': ['ID=87bb0a82-9aa6-43b1-beaf-b67742ad882f,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:13.105072 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-3a8fc265-584f-474a-9737-8363af96a6ee None None] Port 87bb0a82-9aa6-43b1-beaf-b67742ad882f cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:25:13.125621 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-284ef4e4-69f7-46eb-85a2-82b5dbd02523 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Allocated IP 172.20.0.10 (d0ae32ba-f63e-4871-a0db-3e11ef229577/68e55fb6-fc75-4b6d-952a-c4a8c730ba8a/115328be-b857-41f6-b058-f319f080cd10) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:25:13.138665 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbfac99-9a32-4263-bc03-57a988bb36af admin admin] Network 6d024569-d384-4b9d-8393-0f6071671c2d is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:25:13.140507 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-acbfac99-9a32-4263-bc03-57a988bb36af admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:25:13.271838 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 539c329f-43ea-4b5e-9ff5-a066dc492ff0 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:13.395716 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-284ef4e4-69f7-46eb-85a2-82b5dbd02523 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for port (115328be-b857-41f6-b058-f319f080cd10), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:13.471642 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-284ef4e4-69f7-46eb-85a2-82b5dbd02523 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (115328be-b857-41f6-b058-f319f080cd10), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:13.491262 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbfac99-9a32-4263-bc03-57a988bb36af admin admin] Router dc2306e3-9dfb-4ef9-8227-a045b8bde6e5 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:25:13.556928 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-284ef4e4-69f7-46eb-85a2-82b5dbd02523 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Network d0ae32ba-f63e-4871-a0db-3e11ef229577 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:25:13.561088 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-284ef4e4-69f7-46eb-85a2-82b5dbd02523 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:25:13.563577 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-284ef4e4-69f7-46eb-85a2-82b5dbd02523 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:25:13.695900 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-04cd078b-c38f-4cfe-9c82-8a79e526b993 None None] Provisioning complete for port 87bb0a82-9aa6-43b1-beaf-b67742ad882f triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:13.696566 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-04cd078b-c38f-4cfe-9c82-8a79e526b993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:13.772891 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-284ef4e4-69f7-46eb-85a2-82b5dbd02523 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:13.774550 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-284ef4e4-69f7-46eb-85a2-82b5dbd02523 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:13.811386 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ef4e4-69f7-46eb-85a2-82b5dbd02523 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Pushing event updated for resources: {'Port': ['ID=115328be-b857-41f6-b058-f319f080cd10,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:13.817829 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-04cd078b-c38f-4cfe-9c82-8a79e526b993 None None] Port 87bb0a82-9aa6-43b1-beaf-b67742ad882f cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:25:13.839161 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-284ef4e4-69f7-46eb-85a2-82b5dbd02523 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6645548 Apr 14 20:25:13.890520 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbfac99-9a32-4263-bc03-57a988bb36af admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:25:13.901276 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-acbfac99-9a32-4263-bc03-57a988bb36af admin admin] 10.222.0.11 "PUT /v2.0/routers/dc2306e3-9dfb-4ef9-8227-a045b8bde6e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5396936 Apr 14 20:25:13.958544 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79dcb4-b6da-48ea-b8cc-284332cb3410 req-0dfaa4cc-06d0-40d9-a657-44024d0cb310 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:13.966899 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fd79dcb4-b6da-48ea-b8cc-284332cb3410 req-0dfaa4cc-06d0-40d9-a657-44024d0cb310 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.1005120 Apr 14 20:25:14.136274 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fd79dcb4-b6da-48ea-b8cc-284332cb3410 req-a94aeeb7-472d-4e3a-b2b7-fe8ebf131e03 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630852 Apr 14 20:25:14.171105 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-d8fad60a-fe66-44de-be2a-5bca5a672379 None None] Provisioning complete for port 115328be-b857-41f6-b058-f319f080cd10 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:14.173101 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d8fad60a-fe66-44de-be2a-5bca5a672379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (115328be-b857-41f6-b058-f319f080cd10), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:14.243139 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 2d4918fe-9f5e-4ef4-94b0-6862de70c077 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:25:14.249744 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d8fad60a-fe66-44de-be2a-5bca5a672379 None None] Port 115328be-b857-41f6-b058-f319f080cd10 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:25:14.394314 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 2d4918fe-9f5e-4ef4-94b0-6862de70c077 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:14.395111 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (2d4918fe-9f5e-4ef4-94b0-6862de70c077), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:14.658699 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 2d4918fe-9f5e-4ef4-94b0-6862de70c077 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:14.659845 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 99443e65-93c4-4318-935e-3733b9ce0ab4 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:25:14.781973 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 99443e65-93c4-4318-935e-3733b9ce0ab4 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:14.782677 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (99443e65-93c4-4318-935e-3733b9ce0ab4), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:14.794917 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:25:14.803773 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519eec7-c24a-48ba-8cb5-4f54692412f9 req-0a26f4c1-e52a-41ac-9b75-8d254348186f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:14.813313 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f519eec7-c24a-48ba-8cb5-4f54692412f9 req-0a26f4c1-e52a-41ac-9b75-8d254348186f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0854504 Apr 14 20:25:14.923706 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f519eec7-c24a-48ba-8cb5-4f54692412f9 req-b6bc4c77-a1d7-45a9-ab30-decd0bd095eb tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093805 Apr 14 20:25:14.998042 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 99443e65-93c4-4318-935e-3733b9ce0ab4 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:14.999298 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (99443e65-93c4-4318-935e-3733b9ce0ab4), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.024416 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] For port 99443e65-93c4-4318-935e-3733b9ce0ab4, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=99443e65-93c4-4318-935e-3733b9ce0ab4,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:25:15.031442 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (99443e65-93c4-4318-935e-3733b9ce0ab4), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.106502 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 34820) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:25:15.111622 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f67468d6-2fb5-4d6d-babc-eddc5a71102d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-423504229', 'description': 'tempest-secgroup-smoke-423504229 description', 'project_id': '7d38318cd27d405c995f7fecf0065a8f'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:25:15.137775 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Pushing event updated for resources: {'Port': ['ID=99443e65-93c4-4318-935e-3733b9ce0ab4,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:15.155443 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f67468d6-2fb5-4d6d-babc-eddc5a71102d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.288173 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f67468d6-2fb5-4d6d-babc-eddc5a71102d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group (d85b29e6-5c20-489f-b712-0a8e09dcdbb6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.298497 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307eb83-03ea-4da1-bdda-bb1f7da5e2ca req-02b890fe-ed0e-4ea8-ad61-7d3442334d5c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:15.300010 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a307eb83-03ea-4da1-bdda-bb1f7da5e2ca req-02b890fe-ed0e-4ea8-ad61-7d3442334d5c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0799117 Apr 14 20:25:15.301233 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f67468d6-2fb5-4d6d-babc-eddc5a71102d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (d85b29e6-5c20-489f-b712-0a8e09dcdbb6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.343738 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f67468d6-2fb5-4d6d-babc-eddc5a71102d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.346249 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-f67468d6-2fb5-4d6d-babc-eddc5a71102d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2382033 Apr 14 20:25:15.348798 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 34824) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:25:15.353444 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2dfca0f0-9f39-40e9-a445-6346a1443c44 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Request body: {'security_group_rule': {'security_group_id': 'd85b29e6-5c20-489f-b712-0a8e09dcdbb6', 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:25:15.364136 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67468d6-2fb5-4d6d-babc-eddc5a71102d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d85b29e6-5c20-489f-b712-0a8e09dcdbb6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:15.390301 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2dfca0f0-9f39-40e9-a445-6346a1443c44 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group_rule (ea06f625-3ed6-4aa6-b79f-b5fbc28e3b1e), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.399264 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a307eb83-03ea-4da1-bdda-bb1f7da5e2ca req-9ff4b9c4-858e-4111-b103-cf7ce09e271e tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907931 Apr 14 20:25:15.470688 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2dfca0f0-9f39-40e9-a445-6346a1443c44 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group_rule (ea06f625-3ed6-4aa6-b79f-b5fbc28e3b1e), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.474272 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2dfca0f0-9f39-40e9-a445-6346a1443c44 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (ea06f625-3ed6-4aa6-b79f-b5fbc28e3b1e), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.492207 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfca0f0-9f39-40e9-a445-6346a1443c44 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea06f625-3ed6-4aa6-b79f-b5fbc28e3b1e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:15.501148 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2dfca0f0-9f39-40e9-a445-6346a1443c44 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.502331 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-2dfca0f0-9f39-40e9-a445-6346a1443c44 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525292 Apr 14 20:25:15.505013 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 34826) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:25:15.522761 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-7b870812-3d64-415a-b1bb-2917635a78ea tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Request body: {'security_group_rule': {'security_group_id': 'd85b29e6-5c20-489f-b712-0a8e09dcdbb6', 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:25:15.559869 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b870812-3d64-415a-b1bb-2917635a78ea tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group_rule (a398b973-ef45-4b6a-b707-dfee89c11a5b), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.649417 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b870812-3d64-415a-b1bb-2917635a78ea tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group_rule (a398b973-ef45-4b6a-b707-dfee89c11a5b), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.654303 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b870812-3d64-415a-b1bb-2917635a78ea tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (a398b973-ef45-4b6a-b707-dfee89c11a5b), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.678836 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b870812-3d64-415a-b1bb-2917635a78ea tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a398b973-ef45-4b6a-b707-dfee89c11a5b,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:15.685132 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b870812-3d64-415a-b1bb-2917635a78ea tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.692301 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-7b870812-3d64-415a-b1bb-2917635a78ea tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1805353 Apr 14 20:25:15.692301 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 34830) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:25:15.693296 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-82b42770-c864-4d22-add1-f32f123e96d5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Request body: {'security_group_rule': {'security_group_id': 'd85b29e6-5c20-489f-b712-0a8e09dcdbb6', 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:25:15.729784 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82b42770-c864-4d22-add1-f32f123e96d5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group_rule (5c6ad1d9-eb4e-4d66-bf45-e367535756ec), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.796422 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Sync routers for ids ['dc2306e3-9dfb-4ef9-8227-a045b8bde6e5'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:25:15.811074 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82b42770-c864-4d22-add1-f32f123e96d5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group_rule (5c6ad1d9-eb4e-4d66-bf45-e367535756ec), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.811924 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Routers {'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:25:15.812998 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:25:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc2306e3-9dfb-4ef9-8227-a045b8bde6e5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:25:15.816664 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82b42770-c864-4d22-add1-f32f123e96d5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (5c6ad1d9-eb4e-4d66-bf45-e367535756ec), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.838793 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b42770-c864-4d22-add1-f32f123e96d5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6ad1d9-eb4e-4d66-bf45-e367535756ec,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:15.847720 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82b42770-c864-4d22-add1-f32f123e96d5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.848971 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-82b42770-c864-4d22-add1-f32f123e96d5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1590025 Apr 14 20:25:15.851613 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 34832) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:25:15.856910 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d68669cb-7322-495b-a53a-23258558c070 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Request body: {'security_group_rule': {'security_group_id': 'd85b29e6-5c20-489f-b712-0a8e09dcdbb6', 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:25:15.895521 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d68669cb-7322-495b-a53a-23258558c070 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group_rule (e448ba35-068c-4209-ac23-c81b4458bdde), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.935140 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 99443e65-93c4-4318-935e-3733b9ce0ab4 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:25:15.977112 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d68669cb-7322-495b-a53a-23258558c070 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group_rule (e448ba35-068c-4209-ac23-c81b4458bdde), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:15.982696 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d68669cb-7322-495b-a53a-23258558c070 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (e448ba35-068c-4209-ac23-c81b4458bdde), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:16.005174 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 99443e65-93c4-4318-935e-3733b9ce0ab4 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:16.005989 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (99443e65-93c4-4318-935e-3733b9ce0ab4), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:16.006277 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68669cb-7322-495b-a53a-23258558c070 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e448ba35-068c-4209-ac23-c81b4458bdde,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:16.030484 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d68669cb-7322-495b-a53a-23258558c070 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:16.030780 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-d68669cb-7322-495b-a53a-23258558c070 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1780283 Apr 14 20:25:16.033274 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 34836) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:25:16.038574 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Set router dc2306e3-9dfb-4ef9-8227-a045b8bde6e5 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:25:16.043350 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-842b13c4-9be4-4cc4-bc2c-2cfa40eed4b8 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Request body: {'security_group_rule': {'security_group_id': 'd85b29e6-5c20-489f-b712-0a8e09dcdbb6', 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:25:16.071018 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-842b13c4-9be4-4cc4-bc2c-2cfa40eed4b8 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Project 7d38318cd27d405c995f7fecf0065a8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 20:25:16.080814 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-842b13c4-9be4-4cc4-bc2c-2cfa40eed4b8 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group_rule (6c6ae42b-a2e9-43c9-bf95-b2b95ea98878), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:16.158007 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ff1b7-7bd1-4977-a6e2-afe6bff0a2da req-d32e5b5b-ce47-4f6b-b7b1-53af80cdbeed tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:16.159732 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8d6ff1b7-7bd1-4977-a6e2-afe6bff0a2da req-d32e5b5b-ce47-4f6b-b7b1-53af80cdbeed tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0740178 Apr 14 20:25:16.190357 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-842b13c4-9be4-4cc4-bc2c-2cfa40eed4b8 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group_rule (6c6ae42b-a2e9-43c9-bf95-b2b95ea98878), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:16.195139 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-842b13c4-9be4-4cc4-bc2c-2cfa40eed4b8 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (6c6ae42b-a2e9-43c9-bf95-b2b95ea98878), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:16.215103 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 99443e65-93c4-4318-935e-3733b9ce0ab4 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:16.232270 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b13c4-9be4-4cc4-bc2c-2cfa40eed4b8 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6ae42b-a2e9-43c9-bf95-b2b95ea98878,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:16.241853 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8d6ff1b7-7bd1-4977-a6e2-afe6bff0a2da req-eb30c0c0-d380-47c2-8202-69ac4e6948ba tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742397 Apr 14 20:25:16.245518 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-842b13c4-9be4-4cc4-bc2c-2cfa40eed4b8 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:16.249138 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 34838) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:25:16.249779 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-842b13c4-9be4-4cc4-bc2c-2cfa40eed4b8 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2150733 Apr 14 20:25:16.253882 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-19f03759-4a3f-4303-8dbe-1fe64b838d69 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Request body: {'security_group_rule': {'security_group_id': 'd85b29e6-5c20-489f-b712-0a8e09dcdbb6', 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:25:16.283863 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-19f03759-4a3f-4303-8dbe-1fe64b838d69 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Project 7d38318cd27d405c995f7fecf0065a8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 20:25:16.302158 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19f03759-4a3f-4303-8dbe-1fe64b838d69 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group_rule (d3a267e4-4fc5-4b7e-9477-17a4abdce029), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:16.304909 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'name': 'tempest-TestShelveInstance-76198874-router', 'tenant_id': '85926400d97c49ceb283105de7b0469b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '99443e65-93c4-4318-935e-3733b9ce0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:08Z', 'updated_at': '2022-04-14T20:25:12Z', 'revision_number': 4, 'project_id': '85926400d97c49ceb283105de7b0469b', 'gw_port': {'id': '99443e65-93c4-4318-935e-3733b9ce0ab4', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:08Z', 'updated_at': '2022-04-14T20:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '87bb0a82-9aa6-43b1-beaf-b67742ad882f', 'name': '', 'network_id': '6d024569-d384-4b9d-8393-0f6071671c2d', 'tenant_id': '85926400d97c49ceb283105de7b0469b', 'mac_address': 'fa:16:3e:15:ba:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e229ac61-a50b-4074-8080-1f6a18e9c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:11Z', 'updated_at': '2022-04-14T20:25:12Z', 'revision_number': 2, 'project_id': '85926400d97c49ceb283105de7b0469b', 'subnets': [{'id': 'e229ac61-a50b-4074-8080-1f6a18e9c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:25:16.331689 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Checking router: dc2306e3-9dfb-4ef9-8227-a045b8bde6e5 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:25:16.332046 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Updating router dc2306e3-9dfb-4ef9-8227-a045b8bde6e5 port 87bb0a82-9aa6-43b1-beaf-b67742ad882f binding host dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:25:16.371721 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:16.382576 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19f03759-4a3f-4303-8dbe-1fe64b838d69 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group_rule (d3a267e4-4fc5-4b7e-9477-17a4abdce029), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:16.387739 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19f03759-4a3f-4303-8dbe-1fe64b838d69 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (d3a267e4-4fc5-4b7e-9477-17a4abdce029), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:16.410747 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f03759-4a3f-4303-8dbe-1fe64b838d69 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a267e4-4fc5-4b7e-9477-17a4abdce029,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:16.426290 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19f03759-4a3f-4303-8dbe-1fe64b838d69 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:16.428157 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-19f03759-4a3f-4303-8dbe-1fe64b838d69 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1779575 Apr 14 20:25:16.592611 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f719fd6-dcb6-4b50-961e-f78cf171f0c3 req-b4dff880-6fdb-41d3-8bbf-ad01ba10c749 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:16.594414 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7f719fd6-dcb6-4b50-961e-f78cf171f0c3 req-b4dff880-6fdb-41d3-8bbf-ad01ba10c749 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0845137 Apr 14 20:25:16.725577 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7f719fd6-dcb6-4b50-961e-f78cf171f0c3 req-1b0d0c78-3848-42d7-946c-6c99afbe4aeb tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212230 Apr 14 20:25:16.825169 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Publish callbacks [] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:16.835408 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:16.896683 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbf25f-e621-4e68-9efb-62ff1dbccc19 None None] Pushing event updated for resources: {'Port': ['ID=87bb0a82-9aa6-43b1-beaf-b67742ad882f,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:16.972116 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Attempting to bind port 87bb0a82-9aa6-43b1-beaf-b67742ad882f on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:25:16.972496 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Attempting to bind port 87bb0a82-9aa6-43b1-beaf-b67742ad882f by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': '4972d644-fe22-441d-941b-7785d5c105a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6d024569-d384-4b9d-8393-0f6071671c2d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:25:16.972870 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Attempting to bind port 87bb0a82-9aa6-43b1-beaf-b67742ad882f on network 6d024569-d384-4b9d-8393-0f6071671c2d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:25:16.980227 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:25:16.981044 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Checking segment: {'id': '4972d644-fe22-441d-941b-7785d5c105a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6d024569-d384-4b9d-8393-0f6071671c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:25:16.981661 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:16.982253 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Bound using segment: {'id': '4972d644-fe22-441d-941b-7785d5c105a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6d024569-d384-4b9d-8393-0f6071671c2d'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:25:16.983003 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Bound port: 87bb0a82-9aa6-43b1-beaf-b67742ad882f, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4972d644-fe22-441d-941b-7785d5c105a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6d024569-d384-4b9d-8393-0f6071671c2d'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:25:16.983630 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:17.070981 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] For port 87bb0a82-9aa6-43b1-beaf-b67742ad882f, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:25:17.081387 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] For port 87bb0a82-9aa6-43b1-beaf-b67742ad882f, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=87bb0a82-9aa6-43b1-beaf-b67742ad882f,segment=NetworkSegment(4972d644-fe22-441d-941b-7785d5c105a0),segment_id=4972d644-fe22-441d-941b-7785d5c105a0)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:25:17.090203 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:17.323333 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Routers {'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:25:17.324084 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:25:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc2306e3-9dfb-4ef9-8227-a045b8bde6e5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:25:17.326122 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-be81e37d-1346-47ec-af03-d2a248fe67e6 None None] Provisioning complete for port 87bb0a82-9aa6-43b1-beaf-b67742ad882f triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:17.326518 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be81e37d-1346-47ec-af03-d2a248fe67e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:17.329925 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbf25f-e621-4e68-9efb-62ff1dbccc19 None None] Pushing event updated for resources: {'Port': ['ID=87bb0a82-9aa6-43b1-beaf-b67742ad882f,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:17.423901 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de28290-7390-48d6-9ac5-ca9ba5e92649 req-72a7ff4a-aaa4-4f50-ac34-b6e399c62b24 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:17.426110 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3de28290-7390-48d6-9ac5-ca9ba5e92649 req-72a7ff4a-aaa4-4f50-ac34-b6e399c62b24 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0801795 Apr 14 20:25:17.499249 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3de28290-7390-48d6-9ac5-ca9ba5e92649 req-418df26c-c448-43b1-b8ac-4ad0a3a9ce94 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606766 Apr 14 20:25:17.605114 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-be81e37d-1346-47ec-af03-d2a248fe67e6 None None] Current status of the port 87bb0a82-9aa6-43b1-beaf-b67742ad882f is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:17.607094 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be81e37d-1346-47ec-af03-d2a248fe67e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:17.633916 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] Set router dc2306e3-9dfb-4ef9-8227-a045b8bde6e5 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:25:17.726247 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-be81e37d-1346-47ec-af03-d2a248fe67e6 None None] For port 87bb0a82-9aa6-43b1-beaf-b67742ad882f, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=87bb0a82-9aa6-43b1-beaf-b67742ad882f,segment=NetworkSegment(4972d644-fe22-441d-941b-7785d5c105a0),segment_id=4972d644-fe22-441d-941b-7785d5c105a0)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:25:17.743495 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-be81e37d-1346-47ec-af03-d2a248fe67e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:17.903296 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d34673-cb2c-4b63-beeb-f273c0c9053b req-66167ba2-b7f9-4fc7-822f-2f84d160a042 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:17.910227 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-11d34673-cb2c-4b63-beeb-f273c0c9053b req-66167ba2-b7f9-4fc7-822f-2f84d160a042 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0726721 Apr 14 20:25:17.917523 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81e37d-1346-47ec-af03-d2a248fe67e6 None None] Pushing event updated for resources: {'Port': ['ID=87bb0a82-9aa6-43b1-beaf-b67742ad882f,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:17.924974 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-61500f13-5263-4f57-bb0b-3cb7e4cd9dab None None] Provisioning complete for port 87bb0a82-9aa6-43b1-beaf-b67742ad882f triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:17.925410 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-61500f13-5263-4f57-bb0b-3cb7e4cd9dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:17.976873 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-11d34673-cb2c-4b63-beeb-f273c0c9053b req-7289ef39-85b6-48b2-8752-2cd13b765e08 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555935 Apr 14 20:25:18.053741 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'name': 'tempest-TestShelveInstance-76198874-router', 'tenant_id': '85926400d97c49ceb283105de7b0469b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '99443e65-93c4-4318-935e-3733b9ce0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:08Z', 'updated_at': '2022-04-14T20:25:12Z', 'revision_number': 4, 'project_id': '85926400d97c49ceb283105de7b0469b', 'gw_port': {'id': '99443e65-93c4-4318-935e-3733b9ce0ab4', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:08Z', 'updated_at': '2022-04-14T20:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '87bb0a82-9aa6-43b1-beaf-b67742ad882f', 'name': '', 'network_id': '6d024569-d384-4b9d-8393-0f6071671c2d', 'tenant_id': '85926400d97c49ceb283105de7b0469b', 'mac_address': 'fa:16:3e:15:ba:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e229ac61-a50b-4074-8080-1f6a18e9c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:11Z', 'updated_at': '2022-04-14T20:25:17Z', 'revision_number': 4, 'project_id': '85926400d97c49ceb283105de7b0469b', 'subnets': [{'id': 'e229ac61-a50b-4074-8080-1f6a18e9c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:25:18.105341 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2749acf-82d3-4fdc-9299-7289036746ed None None] The sync data for ids ['dc2306e3-9dfb-4ef9-8227-a045b8bde6e5'] in dv-cinder-837539-3-iscsi is: [{'id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'name': 'tempest-TestShelveInstance-76198874-router', 'tenant_id': '85926400d97c49ceb283105de7b0469b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '99443e65-93c4-4318-935e-3733b9ce0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:08Z', 'updated_at': '2022-04-14T20:25:12Z', 'revision_number': 4, 'project_id': '85926400d97c49ceb283105de7b0469b', 'gw_port': {'id': '99443e65-93c4-4318-935e-3733b9ce0ab4', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:08Z', 'updated_at': '2022-04-14T20:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '87bb0a82-9aa6-43b1-beaf-b67742ad882f', 'name': '', 'network_id': '6d024569-d384-4b9d-8393-0f6071671c2d', 'tenant_id': '85926400d97c49ceb283105de7b0469b', 'mac_address': 'fa:16:3e:15:ba:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e229ac61-a50b-4074-8080-1f6a18e9c207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:11Z', 'updated_at': '2022-04-14T20:25:17Z', 'revision_number': 4, 'project_id': '85926400d97c49ceb283105de7b0469b', 'subnets': [{'id': 'e229ac61-a50b-4074-8080-1f6a18e9c207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:25:18.121240 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-61500f13-5263-4f57-bb0b-3cb7e4cd9dab None None] Current status of the port 87bb0a82-9aa6-43b1-beaf-b67742ad882f is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:18.623371 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1764ef-6ab9-47e5-876c-39cc5e6b80ea req-e5ee0df9-6fd8-4495-af1e-f6062446c3b5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:18.628222 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0e1764ef-6ab9-47e5-876c-39cc5e6b80ea req-e5ee0df9-6fd8-4495-af1e-f6062446c3b5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0564828 Apr 14 20:25:18.690248 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0e1764ef-6ab9-47e5-876c-39cc5e6b80ea req-2e84b581-e6b5-4db2-bb90-421cfe521931 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562081 Apr 14 20:25:19.095908 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b0548-4862-48c7-b9c5-67cd6724980b req-6212a119-4e11-4664-a0aa-ec340053dccf tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:19.100052 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-876b0548-4862-48c7-b9c5-67cd6724980b req-6212a119-4e11-4664-a0aa-ec340053dccf tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0582671 Apr 14 20:25:19.156444 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-876b0548-4862-48c7-b9c5-67cd6724980b req-fa9eb1ff-2b04-42fe-a443-0b847b1cbf1a tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443451 Apr 14 20:25:19.814467 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91375ae-dfe5-4cb0-91ac-8a398928a0b9 req-9ebdd22b-fdbb-4188-9188-46992e20daa7 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:19.815931 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f91375ae-dfe5-4cb0-91ac-8a398928a0b9 req-9ebdd22b-fdbb-4188-9188-46992e20daa7 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0524261 Apr 14 20:25:19.881427 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f91375ae-dfe5-4cb0-91ac-8a398928a0b9 req-fb1c8226-eb6b-4659-84bb-668958880d80 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586112 Apr 14 20:25:19.913440 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 87bb0a82-9aa6-43b1-beaf-b67742ad882f up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:25:19.969899 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 87bb0a82-9aa6-43b1-beaf-b67742ad882f triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:19.970301 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:20.056811 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 87bb0a82-9aa6-43b1-beaf-b67742ad882f is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:20.284548 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed614cb-ef56-463e-bbef-2226e25bcc8c req-5cfacf4d-7c5e-4e61-8f6a-cfef318b468f tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:20.286052 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3ed614cb-ef56-463e-bbef-2226e25bcc8c req-5cfacf4d-7c5e-4e61-8f6a-cfef318b468f tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0555184 Apr 14 20:25:20.342408 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3ed614cb-ef56-463e-bbef-2226e25bcc8c req-8a6b8c4e-432c-498d-9f34-7d3ce5f48a2f tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504701 Apr 14 20:25:21.005987 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd9c5d-1113-45c1-813c-ceca87f8a0ac req-7ecea101-54f9-4abe-9764-054b15c133c8 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:21.007646 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-00cd9c5d-1113-45c1-813c-ceca87f8a0ac req-7ecea101-54f9-4abe-9764-054b15c133c8 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0512950 Apr 14 20:25:21.064449 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-00cd9c5d-1113-45c1-813c-ceca87f8a0ac req-508220b7-be55-4cb5-8899-9a456964d5b1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502484 Apr 14 20:25:21.456372 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd83e34-cd34-4260-8de7-9efe8c79cdf4 req-a0e2c2ff-eb1f-4955-8b13-8e637a6d3eaf tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:21.458278 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ffd83e34-cd34-4260-8de7-9efe8c79cdf4 req-a0e2c2ff-eb1f-4955-8b13-8e637a6d3eaf tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0489175 Apr 14 20:25:21.522328 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ffd83e34-cd34-4260-8de7-9efe8c79cdf4 req-2b0fdae3-c5cc-4e24-8d7e-001aed3b55d4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542259 Apr 14 20:25:22.180626 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488451b6-6e46-43c8-b66a-48ff81c6d272 req-c29785dd-4310-4293-ba6f-2e65b1d632cd tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:22.182766 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-488451b6-6e46-43c8-b66a-48ff81c6d272 req-c29785dd-4310-4293-ba6f-2e65b1d632cd tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0497551 Apr 14 20:25:22.235110 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-488451b6-6e46-43c8-b66a-48ff81c6d272 req-e8da1964-1e7f-4783-91d5-603db3a9398e tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458548 Apr 14 20:25:22.638736 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e8beb-29e3-481a-b151-c8b6586cb185 req-e776e38e-83c7-4ef8-ab3a-71114e635b76 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:22.640281 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-382e8beb-29e3-481a-b151-c8b6586cb185 req-e776e38e-83c7-4ef8-ab3a-71114e635b76 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0462453 Apr 14 20:25:22.698788 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-382e8beb-29e3-481a-b151-c8b6586cb185 req-259e7b33-0ac2-47ed-b58f-bece68bf3d76 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512416 Apr 14 20:25:23.356206 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7865cc-028b-4d8c-b6a8-3819c364cc0b req-f291a3cb-f133-4b47-b71c-a9b4d4071004 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:23.357728 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6e7865cc-028b-4d8c-b6a8-3819c364cc0b req-f291a3cb-f133-4b47-b71c-a9b4d4071004 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0533617 Apr 14 20:25:23.405974 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6e7865cc-028b-4d8c-b6a8-3819c364cc0b req-cc95c89c-8ea8-43fd-8a4b-e7d51aeeafa3 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427048 Apr 14 20:25:23.830268 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e864-8faa-4d10-92a2-63714944bc84 req-08e4b61f-3198-4405-9a12-29e825a1ff0e tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:23.831861 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8d87e864-8faa-4d10-92a2-63714944bc84 req-08e4b61f-3198-4405-9a12-29e825a1ff0e tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0540395 Apr 14 20:25:23.879390 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8d87e864-8faa-4d10-92a2-63714944bc84 req-e0c57756-cdb7-45a1-8abc-c4c89702861d tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 Apr 14 20:25:24.568049 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394b432-2e6c-4a1b-afd6-88d1b33381fb req-de36a6d3-c2ac-4260-bfe4-ef2295e4dbb4 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:24.569549 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b394b432-2e6c-4a1b-afd6-88d1b33381fb req-de36a6d3-c2ac-4260-bfe4-ef2295e4dbb4 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0769353 Apr 14 20:25:24.622284 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b394b432-2e6c-4a1b-afd6-88d1b33381fb req-e7f43bd6-179c-4f2e-a6c7-f76005e21655 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462689 Apr 14 20:25:25.022180 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0a560-d1a6-44f5-9cc5-2997ffe52c62 req-80509950-ee1a-4383-a474-b6e80efc67fc tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:25.023861 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-92e0a560-d1a6-44f5-9cc5-2997ffe52c62 req-80509950-ee1a-4383-a474-b6e80efc67fc tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0644405 Apr 14 20:25:25.090066 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-92e0a560-d1a6-44f5-9cc5-2997ffe52c62 req-cba21444-181f-4c6c-9aad-130e8d818198 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604072 Apr 14 20:25:25.742349 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a574258-0c4c-4245-aa7a-3536cf5b0e40 req-b4f494a1-41df-4c10-9bf6-067c98e44370 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:25.744665 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4a574258-0c4c-4245-aa7a-3536cf5b0e40 req-b4f494a1-41df-4c10-9bf6-067c98e44370 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0471387 Apr 14 20:25:25.794353 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4a574258-0c4c-4245-aa7a-3536cf5b0e40 req-f486dec5-d0e1-4ec2-bbbc-f049f5b060fa tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435560 Apr 14 20:25:26.201301 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6da18-9f0d-4b4f-bc77-a703721c58ed req-915712cf-9579-4b03-8df8-b69be6d3dd27 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:26.202795 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-88f6da18-9f0d-4b4f-bc77-a703721c58ed req-915712cf-9579-4b03-8df8-b69be6d3dd27 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0471826 Apr 14 20:25:26.248389 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-88f6da18-9f0d-4b4f-bc77-a703721c58ed req-6b7d3138-a453-4546-a980-307c6a99cb73 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401227 Apr 14 20:25:26.906602 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663eb40-fde5-42cc-a6db-4dd8485c3613 req-41a07fe5-5388-45f0-9ac3-ff5de713c9be tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:26.908201 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7663eb40-fde5-42cc-a6db-4dd8485c3613 req-41a07fe5-5388-45f0-9ac3-ff5de713c9be tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0466359 Apr 14 20:25:26.955057 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7663eb40-fde5-42cc-a6db-4dd8485c3613 req-59800d8f-37c1-4f4f-bf2e-1571b87f61a2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413051 Apr 14 20:25:27.372571 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1b566-2d30-4a95-8522-19833a45649a req-f8f6748a-43de-4eee-adb6-464275e7fc98 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:27.374072 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-52f1b566-2d30-4a95-8522-19833a45649a req-f8f6748a-43de-4eee-adb6-464275e7fc98 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0585763 Apr 14 20:25:27.424893 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-52f1b566-2d30-4a95-8522-19833a45649a req-88c07208-1167-40da-823f-feb1cf2e22f4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452189 Apr 14 20:25:28.069707 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4526b0-7f33-4823-9473-7a70d87dd5cb req-2cd307df-c74b-4b59-aa81-b8c5f1850a38 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:28.071180 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1d4526b0-7f33-4823-9473-7a70d87dd5cb req-2cd307df-c74b-4b59-aa81-b8c5f1850a38 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0508006 Apr 14 20:25:28.119366 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1d4526b0-7f33-4823-9473-7a70d87dd5cb req-a5fd34eb-9794-49bc-b08f-d3eb729954e0 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413575 Apr 14 20:25:28.538321 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef579d-68a4-4a34-9cf7-c12c92bc1e70 req-7cefed84-6822-48ab-9850-d31bf8d77503 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:28.539841 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a0ef579d-68a4-4a34-9cf7-c12c92bc1e70 req-7cefed84-6822-48ab-9850-d31bf8d77503 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0454273 Apr 14 20:25:28.585963 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a0ef579d-68a4-4a34-9cf7-c12c92bc1e70 req-889dec9b-f748-47be-b680-b7bf84bc073f tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406780 Apr 14 20:25:29.231946 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575b862-5f45-40f7-af75-98032c32d240 req-7aaa61ca-ff2b-46cc-b1cd-6ec5974a4dc0 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:29.233392 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a575b862-5f45-40f7-af75-98032c32d240 req-7aaa61ca-ff2b-46cc-b1cd-6ec5974a4dc0 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0491242 Apr 14 20:25:29.279267 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a575b862-5f45-40f7-af75-98032c32d240 req-4cc1fc58-c4be-475f-ac7c-23c8eb772c8b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404840 Apr 14 20:25:29.698801 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33c29d-e940-4184-be0b-0b39e5ae61e0 req-775cebed-ceff-429b-bf92-05bc6696c95e tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:29.700300 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc33c29d-e940-4184-be0b-0b39e5ae61e0 req-775cebed-ceff-429b-bf92-05bc6696c95e tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0501699 Apr 14 20:25:29.751157 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc33c29d-e940-4184-be0b-0b39e5ae61e0 req-80148fad-1900-4259-a341-89d3ac5d4519 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452759 Apr 14 20:25:30.387706 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8801b4-00cf-4f56-a867-f56fedd777ad req-07a60dc1-ff9d-4e89-a55a-dcc059f2cab3 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:30.389164 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9a8801b4-00cf-4f56-a867-f56fedd777ad req-07a60dc1-ff9d-4e89-a55a-dcc059f2cab3 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0463030 Apr 14 20:25:30.434796 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9a8801b4-00cf-4f56-a867-f56fedd777ad req-327e6892-c3c4-4d8b-99bc-8ea2530bad58 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402346 Apr 14 20:25:30.881836 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6817a-4967-4a46-a2fa-c39f8f17f93c req-4290fdee-a692-4415-a171-ec6971126d29 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:30.883320 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9bd6817a-4967-4a46-a2fa-c39f8f17f93c req-4290fdee-a692-4415-a171-ec6971126d29 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0489321 Apr 14 20:25:30.929093 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9bd6817a-4967-4a46-a2fa-c39f8f17f93c req-7220f138-d843-40a9-9b60-9390fa31ae2f tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400903 Apr 14 20:25:31.298477 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-55c67553-dbf1-47df-a07f-362e3337e434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:31.541676 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec45b67-fbf3-422a-9c43-990f5fa4b99e req-2e9f65ce-7372-4b7a-b7e2-79e53c7a3c2c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:31.543135 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cec45b67-fbf3-422a-9c43-990f5fa4b99e req-2e9f65ce-7372-4b7a-b7e2-79e53c7a3c2c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0454364 Apr 14 20:25:31.592327 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cec45b67-fbf3-422a-9c43-990f5fa4b99e req-f762db1d-2e66-4fe7-b223-ed1100ec7313 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437229 Apr 14 20:25:32.036956 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b7d73-5c4e-4bfa-8682-dd44a706ddbf req-2457b6d3-b156-499b-80a4-84f0fa02eb2c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:32.038990 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-895b7d73-5c4e-4bfa-8682-dd44a706ddbf req-2457b6d3-b156-499b-80a4-84f0fa02eb2c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0465596 Apr 14 20:25:32.084121 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-895b7d73-5c4e-4bfa-8682-dd44a706ddbf req-9a594886-fef5-4211-842a-e936ab39f6dd tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397043 Apr 14 20:25:32.710983 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b652291-f5c9-4274-985d-5dde4ded7834 req-23cb7592-4b3c-490e-af55-7366c4277574 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:32.713208 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7b652291-f5c9-4274-985d-5dde4ded7834 req-23cb7592-4b3c-490e-af55-7366c4277574 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0542195 Apr 14 20:25:32.764029 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7b652291-f5c9-4274-985d-5dde4ded7834 req-345fea0b-f656-45fb-91c4-9b49be95bcd2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452874 Apr 14 20:25:33.196674 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395d34d-d159-4de2-99b1-65c19c61e9a8 req-e00153ba-b462-460a-805b-5cb3ce3a1dc2 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:33.198147 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b395d34d-d159-4de2-99b1-65c19c61e9a8 req-e00153ba-b462-460a-805b-5cb3ce3a1dc2 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0505588 Apr 14 20:25:33.244138 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b395d34d-d159-4de2-99b1-65c19c61e9a8 req-86f1680a-8fb9-4868-b986-c562b8af3c74 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403826 Apr 14 20:25:33.694974 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4a1da024-948c-453c-ab5b-d6ecd55e3f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:33.878900 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80a0b2-9cca-49c5-9110-336241509e8d req-df818b9d-cf17-46db-bc27-7dc5ea314230 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:33.880386 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1c80a0b2-9cca-49c5-9110-336241509e8d req-df818b9d-cf17-46db-bc27-7dc5ea314230 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0480788 Apr 14 20:25:33.928438 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1c80a0b2-9cca-49c5-9110-336241509e8d req-6eb3bd40-8e78-4052-82b6-6d2a3c57ed3f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418680 Apr 14 20:25:34.354445 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032845b-18a3-4dea-88c7-abe4da1f3b0a req-ed3bea1b-b6a2-450a-949c-851038f5729c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:34.355946 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4032845b-18a3-4dea-88c7-abe4da1f3b0a req-ed3bea1b-b6a2-450a-949c-851038f5729c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0459552 Apr 14 20:25:34.402947 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4032845b-18a3-4dea-88c7-abe4da1f3b0a req-9dbe25a6-5e0e-4301-90d9-64c734f41897 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414200 Apr 14 20:25:34.691192 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:35.048815 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c0656-1ffa-455d-93f9-65fcc68fdf4d req-d6d2646c-303f-4d2c-b6d4-995565850bc0 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:35.050319 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-922c0656-1ffa-455d-93f9-65fcc68fdf4d req-d6d2646c-303f-4d2c-b6d4-995565850bc0 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0539520 Apr 14 20:25:35.103898 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-922c0656-1ffa-455d-93f9-65fcc68fdf4d req-b05e8bc5-e315-41e1-ad2c-2cbe9de449ac tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479908 Apr 14 20:25:35.512103 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be6870-fabf-4102-93cf-de75e43b3569 req-1bb2b2f3-9d48-4c7b-be09-fab6c765fb06 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:35.513878 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-05be6870-fabf-4102-93cf-de75e43b3569 req-1bb2b2f3-9d48-4c7b-be09-fab6c765fb06 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0468934 Apr 14 20:25:35.566082 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-05be6870-fabf-4102-93cf-de75e43b3569 req-765d1da0-ec16-46ae-8c19-489d7f0cfe35 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464163 Apr 14 20:25:36.194220 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:36.216675 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9a850-7936-40f1-a94a-36f1fe43bd4b req-c70183e6-0f70-44cd-8ff7-a7ef7ff41497 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:36.220128 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c4e9a850-7936-40f1-a94a-36f1fe43bd4b req-c70183e6-0f70-44cd-8ff7-a7ef7ff41497 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0492043 Apr 14 20:25:36.264171 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c4e9a850-7936-40f1-a94a-36f1fe43bd4b req-aebdb743-a548-47be-a61c-81aecdaef6ab tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400369 Apr 14 20:25:36.675673 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3533eb-f563-4eea-b7d1-323aa08ad1ca req-ac7a661d-1bc3-4147-aa9c-59fdbee969d7 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:36.677392 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7b3533eb-f563-4eea-b7d1-323aa08ad1ca req-ac7a661d-1bc3-4147-aa9c-59fdbee969d7 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0470128 Apr 14 20:25:36.729767 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7b3533eb-f563-4eea-b7d1-323aa08ad1ca req-d90960da-e3a5-4667-a637-bf9fde09e315 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423369 Apr 14 20:25:37.378042 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83564822-a209-40eb-868c-efd6ad59e25e req-fc8eb7fa-5d2a-4dcb-9693-248f7d095079 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:37.379692 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-83564822-a209-40eb-868c-efd6ad59e25e req-fc8eb7fa-5d2a-4dcb-9693-248f7d095079 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0496860 Apr 14 20:25:37.424911 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-83564822-a209-40eb-868c-efd6ad59e25e req-a98d7238-2b29-4ab0-b749-c48b750e8ee0 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397532 Apr 14 20:25:37.838590 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9a953-5884-4623-af3f-bfa1ea8985c9 req-6e71bc31-e126-4f68-a91b-0b8a8c4eba7b tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:37.840066 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cee9a953-5884-4623-af3f-bfa1ea8985c9 req-6e71bc31-e126-4f68-a91b-0b8a8c4eba7b tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0459352 Apr 14 20:25:37.887360 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cee9a953-5884-4623-af3f-bfa1ea8985c9 req-9f278243-e599-475f-a972-6d373965ce99 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418065 Apr 14 20:25:38.067027 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:38.537099 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e9c65-83f6-494e-a9c6-212f359cf799 req-26b0c0c7-a18a-40f2-b8ff-148ba820ec8b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:38.538548 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1c9e9c65-83f6-494e-a9c6-212f359cf799 req-26b0c0c7-a18a-40f2-b8ff-148ba820ec8b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0477958 Apr 14 20:25:38.583969 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1c9e9c65-83f6-494e-a9c6-212f359cf799 req-29da9bd4-dc33-493f-9338-3b3ed0261a34 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393159 Apr 14 20:25:39.003049 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7558833-5899-4d38-b075-82c245ba24e3 req-558c4928-c240-4ddb-858e-53b35cca261a tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:39.004496 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a7558833-5899-4d38-b075-82c245ba24e3 req-558c4928-c240-4ddb-858e-53b35cca261a tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0516076 Apr 14 20:25:39.052585 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a7558833-5899-4d38-b075-82c245ba24e3 req-645e3562-6220-4609-b248-48624b742cbb tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419779 Apr 14 20:25:39.244834 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:39.696542 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93dac3f-d438-4aea-a3c3-0ebf511f0c36 req-d23cae10-fc09-4582-a16b-b73914602d9a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:39.697994 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e93dac3f-d438-4aea-a3c3-0ebf511f0c36 req-d23cae10-fc09-4582-a16b-b73914602d9a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0471778 Apr 14 20:25:39.747073 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e93dac3f-d438-4aea-a3c3-0ebf511f0c36 req-f202f70d-57c7-4ead-aba9-308ff57dfb79 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435088 Apr 14 20:25:40.163164 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a453a-0a2a-43f8-8e9f-3a0b92047e3d req-2a7bc656-86eb-46b8-a9e4-f4a79a764be3 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:40.165212 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b99a453a-0a2a-43f8-8e9f-3a0b92047e3d req-2a7bc656-86eb-46b8-a9e4-f4a79a764be3 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0450273 Apr 14 20:25:40.212220 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b99a453a-0a2a-43f8-8e9f-3a0b92047e3d req-a4ff08b2-94eb-4b9b-a9b4-8ca066656044 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406919 Apr 14 20:25:40.855237 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411afac-5769-4743-b439-0f64ec1b04b4 req-ed312c54-ad79-47ea-a885-72fd3fca7cc7 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:40.856682 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a411afac-5769-4743-b439-0f64ec1b04b4 req-ed312c54-ad79-47ea-a885-72fd3fca7cc7 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0457957 Apr 14 20:25:40.902443 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a411afac-5769-4743-b439-0f64ec1b04b4 req-9c88babf-5bed-4fae-bd70-c43481d2bc88 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403333 Apr 14 20:25:41.029996 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Request body: {'port': {'device_id': 'ae94fce4-7d3b-43cc-bb77-d9c593d3547f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:25:41.091482 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (115328be-b857-41f6-b058-f319f080cd10), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:41.167706 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937f63c-326b-422d-a50c-da516bf7be6d req-b00d1099-57c8-4322-b90f-8162171ae526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:41.169235 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8937f63c-326b-422d-a50c-da516bf7be6d req-b00d1099-57c8-4322-b90f-8162171ae526 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 1129 time: 0.0693502 Apr 14 20:25:41.328361 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb20b1-c3b1-4938-ac40-5c5c2729a228 req-fe2cf909-38dd-4dae-9368-caf4bcca6288 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:41.329986 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a7bb20b1-c3b1-4938-ac40-5c5c2729a228 req-fe2cf909-38dd-4dae-9368-caf4bcca6288 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 932 time: 0.0485272 Apr 14 20:25:41.375040 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937f63c-326b-422d-a50c-da516bf7be6d req-15e0d9a7-e42f-4f47-bc03-e3c4d3997040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:41.376484 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8937f63c-326b-422d-a50c-da516bf7be6d req-15e0d9a7-e42f-4f47-bc03-e3c4d3997040 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 200 len: 920 time: 0.1986563 Apr 14 20:25:41.380082 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a7bb20b1-c3b1-4938-ac40-5c5c2729a228 req-483b78a2-0f1c-4962-99a1-416eaf460aa2 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445831 Apr 14 20:25:41.463146 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115328be-b857-41f6-b058-f319f080cd10 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:25:41.477692 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Publish callbacks [] for port (115328be-b857-41f6-b058-f319f080cd10), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:41.506666 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8937f63c-326b-422d-a50c-da516bf7be6d req-b21eeadb-d5c3-456d-be11-771dd0b3cf14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c40d493-16c9-48bd-b30f-5d4ade6bfc01 HTTP/1.1" status: 200 len: 217 time: 0.0391934 Apr 14 20:25:41.543179 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Transition to ACTIVE for port object 115328be-b857-41f6-b058-f319f080cd10 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:25:41.547683 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (115328be-b857-41f6-b058-f319f080cd10), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:41.594745 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937f63c-326b-422d-a50c-da516bf7be6d req-025669f3-6663-4afa-95b9-6de591abed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:41.596204 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8937f63c-326b-422d-a50c-da516bf7be6d req-025669f3-6663-4afa-95b9-6de591abed3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa8a56ac-3172-4f0f-9a52-265e07c67e59 HTTP/1.1" status: 200 len: 858 time: 0.0810931 Apr 14 20:25:41.619057 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Pushing event updated for resources: {'Port': ['ID=115328be-b857-41f6-b058-f319f080cd10,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:41.655813 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:41.656167 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:41.656518 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:41.656862 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:41.657201 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:41.657543 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:41.657973 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:41.658301 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:41.658761 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:41.659122 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:41.659471 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:41.659814 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:41.660157 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:41.660472 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:41.660798 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:41.684778 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937f63c-326b-422d-a50c-da516bf7be6d req-e7c16350-6e2b-4729-893c-85fb07dfd369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:41.686298 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8937f63c-326b-422d-a50c-da516bf7be6d req-e7c16350-6e2b-4729-893c-85fb07dfd369 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16448b67-0841-4eef-b889-fdba363b68dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800548 Apr 14 20:25:41.797005 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Attempting to bind port 115328be-b857-41f6-b058-f319f080cd10 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:25:41.797259 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Attempting to bind port 115328be-b857-41f6-b058-f319f080cd10 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '998aa7c0-879a-4aa5-9406-f0f8069123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:25:41.797583 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Attempting to bind port 115328be-b857-41f6-b058-f319f080cd10 on network d0ae32ba-f63e-4871-a0db-3e11ef229577 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:25:41.806566 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Port 115328be-b857-41f6-b058-f319f080cd10 on network d0ae32ba-f63e-4871-a0db-3e11ef229577 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:25:41.807145 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Attempting to bind port 115328be-b857-41f6-b058-f319f080cd10 on network d0ae32ba-f63e-4871-a0db-3e11ef229577 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:25:41.822216 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:25:41.822587 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Checking segment: {'id': '998aa7c0-879a-4aa5-9406-f0f8069123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:25:41.822962 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Bound using segment: {'id': '998aa7c0-879a-4aa5-9406-f0f8069123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:25:41.823388 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Bound port: 115328be-b857-41f6-b058-f319f080cd10, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998aa7c0-879a-4aa5-9406-f0f8069123a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:25:41.823905 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (115328be-b857-41f6-b058-f319f080cd10), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:41.828257 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8937f63c-326b-422d-a50c-da516bf7be6d req-6e5d4b7b-9a50-47cc-8f57-edcc9acd1631 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204855 Apr 14 20:25:41.953479 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] For port 115328be-b857-41f6-b058-f319f080cd10, host hv-cinder-83753, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:25:41.960752 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] For port 115328be-b857-41f6-b058-f319f080cd10, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=115328be-b857-41f6-b058-f319f080cd10,segment=NetworkSegment(998aa7c0-879a-4aa5-9406-f0f8069123a1),segment_id=998aa7c0-879a-4aa5-9406-f0f8069123a1)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:25:41.968370 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8937f63c-326b-422d-a50c-da516bf7be6d req-4aea1109-1023-403b-a517-70bc5afd2f64 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322896 Apr 14 20:25:41.969868 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (115328be-b857-41f6-b058-f319f080cd10), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:42.041084 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:42.041706 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:42.043139 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] 10.222.0.46 "PUT /v2.0/ports/115328be-b857-41f6-b058-f319f080cd10 HTTP/1.1" status: 200 len: 1094 time: 1.0175815 Apr 14 20:25:42.045487 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae94fce4-7d3b-43cc-bb77-d9c593d3547f', 'tag': '115328be-b857-41f6-b058-f319f080cd10'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:25:42.047797 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1619354-6540-4dc5-a3ce-326d494556a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae94fce4-7d3b-43cc-bb77-d9c593d3547f", "tag": "115328be-b857-41f6-b058-f319f080cd10"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:25:42.064016 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b97b3-bbab-43b9-a2c1-dce0a5ad5c18 req-ec163da2-2a15-482c-bfe4-83320fc443a4 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:42.065553 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f94b97b3-bbab-43b9-a2c1-dce0a5ad5c18 req-ec163da2-2a15-482c-bfe4-83320fc443a4 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0922446 Apr 14 20:25:42.099765 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cace846-5fed-4372-a1a7-8c032eebccfb service neutron] Pushing event updated for resources: {'Port': ['ID=115328be-b857-41f6-b058-f319f080cd10,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:42.112996 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2e6dcf-d778-4130-921f-77e53cc52fee x-openstack-request-id: req-9f2e6dcf-d778-4130-921f-77e53cc52fee {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:25:42.113298 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae94fce4-7d3b-43cc-bb77-d9c593d3547f", "tag": "115328be-b857-41f6-b058-f319f080cd10", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:25:42.113537 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f2e6dcf-d778-4130-921f-77e53cc52fee {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:25:42.113934 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f2e6dcf-d778-4130-921f-77e53cc52fee'] response: {'name': 'network-changed', 'server_uuid': 'ae94fce4-7d3b-43cc-bb77-d9c593d3547f', 'tag': '115328be-b857-41f6-b058-f319f080cd10', 'status': 'completed', 'code': 200} Apr 14 20:25:42.131673 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f94b97b3-bbab-43b9-a2c1-dce0a5ad5c18 req-45ac962a-2129-4373-95c8-4efce7432794 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566161 Apr 14 20:25:42.218530 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-0705a9e4-e9c9-4607-ad9d-601551d46c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:42.220427 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-0705a9e4-e9c9-4607-ad9d-601551d46c77 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad225bf8aa6a4b28ad215f698e0e6960&device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 1128 time: 0.0427449 Apr 14 20:25:42.392166 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-fac0275b-31cc-4262-8202-e3802eaf91b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=115328be-b857-41f6-b058-f319f080cd10 HTTP/1.1" status: 200 len: 217 time: 0.0492063 Apr 14 20:25:42.459349 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c587a-f52c-4c5d-92b6-711763488b3a req-6b7ed1fa-8e97-4717-ab11-3a7cd7bb27de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:42.460832 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4a2c587a-f52c-4c5d-92b6-711763488b3a req-6b7ed1fa-8e97-4717-ab11-3a7cd7bb27de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 1129 time: 0.0842011 Apr 14 20:25:42.475475 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-39814696-dfc0-4936-9461-29f9d69cf072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:42.477621 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-39814696-dfc0-4936-9461-29f9d69cf072 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68e55fb6-fc75-4b6d-952a-c4a8c730ba8a HTTP/1.1" status: 200 len: 854 time: 0.0575366 Apr 14 20:25:42.507134 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30724d8a-6984-43cc-b668-4edca4c47f66 req-a77ae805-a04a-4481-8cf8-48a72fd6ce85 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:42.509196 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-30724d8a-6984-43cc-b668-4edca4c47f66 req-a77ae805-a04a-4481-8cf8-48a72fd6ce85 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 944 time: 0.0538619 Apr 14 20:25:42.555730 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-30724d8a-6984-43cc-b668-4edca4c47f66 req-d4e546df-0baa-4bd4-867f-d6b9c1396cbf tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409644 Apr 14 20:25:42.570363 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-1e0bb018-fc38-4946-ad79-a710476fa5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:42.573110 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-1e0bb018-fc38-4946-ad79-a710476fa5d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d0ae32ba-f63e-4871-a0db-3e11ef229577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866685 Apr 14 20:25:42.656358 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c587a-f52c-4c5d-92b6-711763488b3a req-503558e4-8e68-46e3-8665-b218d44eccff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:42.657820 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4a2c587a-f52c-4c5d-92b6-711763488b3a req-503558e4-8e68-46e3-8665-b218d44eccff service neutron] 10.222.0.46 "GET /v2.0/networks?id=16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 200 len: 920 time: 0.1787562 Apr 14 20:25:42.712569 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4a2c587a-f52c-4c5d-92b6-711763488b3a req-cc6575d5-f603-4327-8bc9-1c8bf63543a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c40d493-16c9-48bd-b30f-5d4ade6bfc01 HTTP/1.1" status: 200 len: 217 time: 0.0455074 Apr 14 20:25:42.732604 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-d4f8a91a-4151-4ffe-a9ff-a84ecae915df service neutron] 10.222.0.46 "GET /v2.0/networks/d0ae32ba-f63e-4871-a0db-3e11ef229577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518483 Apr 14 20:25:42.826180 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c587a-f52c-4c5d-92b6-711763488b3a req-cda4ce45-ad24-4a45-b3d8-21d286da5877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:42.827555 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4a2c587a-f52c-4c5d-92b6-711763488b3a req-cda4ce45-ad24-4a45-b3d8-21d286da5877 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa8a56ac-3172-4f0f-9a52-265e07c67e59 HTTP/1.1" status: 200 len: 858 time: 0.1078618 Apr 14 20:25:42.888627 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c587a-f52c-4c5d-92b6-711763488b3a req-89142a1b-8f4d-46ea-b8ce-c8b48d5b3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:42.890138 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4a2c587a-f52c-4c5d-92b6-711763488b3a req-89142a1b-8f4d-46ea-b8ce-c8b48d5b3476 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16448b67-0841-4eef-b889-fdba363b68dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552011 Apr 14 20:25:42.891861 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d1334c51-ee0a-4dd5-8963-5fd1114a7065 req-1132ea9a-67ef-4fa4-84f3-783b8dd60bfd service neutron] 10.222.0.46 "GET /v2.0/networks/d0ae32ba-f63e-4871-a0db-3e11ef229577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378906 Apr 14 20:25:43.011517 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4a2c587a-f52c-4c5d-92b6-711763488b3a req-e0e71d43-6a82-41d9-aa6b-5f3859484209 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870430 Apr 14 20:25:43.249992 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c911955-ffdb-4d99-850b-e9ca1fe88558 req-1e74d839-936d-4a02-8086-3aa69117ab7a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:43.251459 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5c911955-ffdb-4d99-850b-e9ca1fe88558 req-1e74d839-936d-4a02-8086-3aa69117ab7a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0486400 Apr 14 20:25:43.298255 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5c911955-ffdb-4d99-850b-e9ca1fe88558 req-7d554dbb-129e-4207-a8be-49642bda26b7 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414312 Apr 14 20:25:43.667226 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f119270-37a0-455d-bbed-de0adf267048 req-bd860d97-2cc7-48ba-8bd8-b224d3d4662c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:43.669535 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8f119270-37a0-455d-bbed-de0adf267048 req-bd860d97-2cc7-48ba-8bd8-b224d3d4662c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 944 time: 0.0483520 Apr 14 20:25:43.717817 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8f119270-37a0-455d-bbed-de0adf267048 req-cd488f3c-d991-4498-bd2c-39ba38512135 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427911 Apr 14 20:25:44.408154 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c46d3-4132-4371-b8aa-a069f435b29f req-b9d253bb-5cec-4e02-bb8f-6b872a852007 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:44.409626 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-290c46d3-4132-4371-b8aa-a069f435b29f req-b9d253bb-5cec-4e02-bb8f-6b872a852007 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0453246 Apr 14 20:25:44.456030 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-290c46d3-4132-4371-b8aa-a069f435b29f req-18bf6f59-cbbb-493b-b339-61a60e63c5d5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404518 Apr 14 20:25:44.833225 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e7e0b-dead-462a-b8f4-2902cd0a3036 req-9cf5b5a5-aa15-4c2f-9237-d9792d7e8909 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:44.834707 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1c5e7e0b-dead-462a-b8f4-2902cd0a3036 req-9cf5b5a5-aa15-4c2f-9237-d9792d7e8909 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 944 time: 0.0485048 Apr 14 20:25:44.881949 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1c5e7e0b-dead-462a-b8f4-2902cd0a3036 req-9d652996-455e-4f6e-b3d1-71edd0f1e5da tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394807 Apr 14 20:25:45.565707 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17255c48-9c5c-48aa-8a0b-a020f902b906 req-fdfa4283-3da6-4cab-a99a-6b1ae76e7654 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:45.567161 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-17255c48-9c5c-48aa-8a0b-a020f902b906 req-fdfa4283-3da6-4cab-a99a-6b1ae76e7654 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0455086 Apr 14 20:25:45.614720 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-17255c48-9c5c-48aa-8a0b-a020f902b906 req-1c23d4fd-f7df-4a8c-97f4-b2456eb54ce5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417798 Apr 14 20:25:45.989712 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f96840-3c57-4377-9c98-7d47bf4c7f07 req-d90e7412-65e0-438f-b125-e75b31b7b2cc tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:45.991190 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b4f96840-3c57-4377-9c98-7d47bf4c7f07 req-d90e7412-65e0-438f-b125-e75b31b7b2cc tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 944 time: 0.0457056 Apr 14 20:25:46.036681 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b4f96840-3c57-4377-9c98-7d47bf4c7f07 req-8b2d46e3-8de7-445b-94a2-a16b72516556 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394483 Apr 14 20:25:46.466501 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 115328be-b857-41f6-b058-f319f080cd10 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:25:46.577491 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 115328be-b857-41f6-b058-f319f080cd10, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=115328be-b857-41f6-b058-f319f080cd10,segment=NetworkSegment(998aa7c0-879a-4aa5-9406-f0f8069123a1),segment_id=998aa7c0-879a-4aa5-9406-f0f8069123a1)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:25:46.588902 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': '115328be-b857-41f6-b058-f319f080cd10', 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577', 'port_id': '115328be-b857-41f6-b058-f319f080cd10', 'mac_address': 'fa:16:3e:26:74:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:25:46.624933 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 115328be-b857-41f6-b058-f319f080cd10 is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:46.625326 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (115328be-b857-41f6-b058-f319f080cd10), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:46.637894 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115328be-b857-41f6-b058-f319f080cd10 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:25:46.659191 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 115328be-b857-41f6-b058-f319f080cd10, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=115328be-b857-41f6-b058-f319f080cd10,segment=NetworkSegment(998aa7c0-879a-4aa5-9406-f0f8069123a1),segment_id=998aa7c0-879a-4aa5-9406-f0f8069123a1)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:25:46.663558 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (115328be-b857-41f6-b058-f319f080cd10), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:46.719091 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=115328be-b857-41f6-b058-f319f080cd10,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:46.726103 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:46.726466 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:46.727474 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:46.727827 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:46.727925 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b9385-dcdb-4bcf-b5cb-b3c10896065d req-1a06f231-b83d-4b85-8ade-ba1f48e3ff5f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:46.728373 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:46.728476 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:46.728785 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:46.729339 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-856b9385-dcdb-4bcf-b5cb-b3c10896065d req-1a06f231-b83d-4b85-8ade-ba1f48e3ff5f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0469480 Apr 14 20:25:46.730658 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:46.731064 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:46.731417 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:46.731761 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:46.732131 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:46.732470 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:46.732804 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:46.733133 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:25:46.775582 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-856b9385-dcdb-4bcf-b5cb-b3c10896065d req-cb5c3baf-003e-4616-86b0-d1d9007f735a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408137 Apr 14 20:25:47.152612 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361de9ce-ab3e-4b07-9a0a-4ef8ac4e899d req-417def71-c951-42f4-bb1d-d9f9b8da5cac tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:47.154101 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-361de9ce-ab3e-4b07-9a0a-4ef8ac4e899d req-417def71-c951-42f4-bb1d-d9f9b8da5cac tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 945 time: 0.0504222 Apr 14 20:25:47.199829 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-361de9ce-ab3e-4b07-9a0a-4ef8ac4e899d req-64ec2900-fd99-40af-8a5c-f4df3aa5ceb6 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403397 Apr 14 20:25:47.394981 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['115328be-b857-41f6-b058-f319f080cd10'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:25:47.890025 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb3f57-b180-4b01-b969-f6bbb36ee044 req-469f3a2e-951e-4afb-9292-0906c0923062 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:47.891490 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-49cb3f57-b180-4b01-b969-f6bbb36ee044 req-469f3a2e-951e-4afb-9292-0906c0923062 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0503378 Apr 14 20:25:47.937750 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-49cb3f57-b180-4b01-b969-f6bbb36ee044 req-723cd308-7adf-4795-8a37-0e0dc7e3bc7c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407619 Apr 14 20:25:48.294320 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1619354-6540-4dc5-a3ce-326d494556a0 req-370651f2-3058-4e5e-8e9f-0eda7ab636e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:48.295826 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a1619354-6540-4dc5-a3ce-326d494556a0 req-370651f2-3058-4e5e-8e9f-0eda7ab636e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad225bf8aa6a4b28ad215f698e0e6960&device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 1129 time: 0.0787354 Apr 14 20:25:48.310129 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55df0e-c91c-46ee-bef6-62930d1d2f16 req-74f61a0e-474d-4846-9d08-81bc1186c191 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:48.311648 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3b55df0e-c91c-46ee-bef6-62930d1d2f16 req-74f61a0e-474d-4846-9d08-81bc1186c191 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 945 time: 0.0468788 Apr 14 20:25:48.359706 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3b55df0e-c91c-46ee-bef6-62930d1d2f16 req-6eb6b1c0-3fc1-42f2-bb49-af2ecc9581ec tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425472 Apr 14 20:25:48.378820 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4a2c587a-f52c-4c5d-92b6-711763488b3a req-dcf81936-6b93-45d3-ba69-124db2a3a535 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695461 Apr 14 20:25:48.409636 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1619354-6540-4dc5-a3ce-326d494556a0 req-209c464f-153f-46ce-84e4-22dccfba8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:48.411132 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a1619354-6540-4dc5-a3ce-326d494556a0 req-209c464f-153f-46ce-84e4-22dccfba8dde service neutron] 10.222.0.46 "GET /v2.0/networks?id=d0ae32ba-f63e-4871-a0db-3e11ef229577 HTTP/1.1" status: 200 len: 916 time: 0.1081448 Apr 14 20:25:48.451122 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a1619354-6540-4dc5-a3ce-326d494556a0 req-6b2e481a-496b-439c-9bc3-2b1bb2bef11c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=115328be-b857-41f6-b058-f319f080cd10 HTTP/1.1" status: 200 len: 217 time: 0.0340397 Apr 14 20:25:48.776596 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1619354-6540-4dc5-a3ce-326d494556a0 req-d65690f2-3331-4048-9c19-dcfe4145a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:48.778016 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a1619354-6540-4dc5-a3ce-326d494556a0 req-d65690f2-3331-4048-9c19-dcfe4145a234 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68e55fb6-fc75-4b6d-952a-c4a8c730ba8a HTTP/1.1" status: 200 len: 854 time: 0.0470557 Apr 14 20:25:48.823370 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1619354-6540-4dc5-a3ce-326d494556a0 req-d57a476f-5a1e-4d72-bd93-3858c6c2c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:48.824993 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a1619354-6540-4dc5-a3ce-326d494556a0 req-d57a476f-5a1e-4d72-bd93-3858c6c2c7eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d0ae32ba-f63e-4871-a0db-3e11ef229577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400414 Apr 14 20:25:48.905596 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 115328be-b857-41f6-b058-f319f080cd10 up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:25:48.913526 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a1619354-6540-4dc5-a3ce-326d494556a0 req-1d24a724-2b07-4e22-b150-a9100b8525b8 service neutron] 10.222.0.46 "GET /v2.0/networks/d0ae32ba-f63e-4871-a0db-3e11ef229577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813429 Apr 14 20:25:48.955673 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port 115328be-b857-41f6-b058-f319f080cd10 completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:25:48.963082 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port 115328be-b857-41f6-b058-f319f080cd10 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:25:48.963478 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (115328be-b857-41f6-b058-f319f080cd10), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:49.051428 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 115328be-b857-41f6-b058-f319f080cd10 is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:25:49.051910 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (115328be-b857-41f6-b058-f319f080cd10), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:49.078004 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae94fce4-7d3b-43cc-bb77-d9c593d3547f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115328be-b857-41f6-b058-f319f080cd10'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:25:49.080322 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65be7cb7-1de8-4eec-9855-d9e600285dfd" -d '{"events": [{"server_uuid": "ae94fce4-7d3b-43cc-bb77-d9c593d3547f", "name": "network-vif-plugged", "status": "completed", "tag": "115328be-b857-41f6-b058-f319f080cd10"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:25:49.093866 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 115328be-b857-41f6-b058-f319f080cd10, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=115328be-b857-41f6-b058-f319f080cd10,segment=NetworkSegment(998aa7c0-879a-4aa5-9406-f0f8069123a1),segment_id=998aa7c0-879a-4aa5-9406-f0f8069123a1)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:25:49.099388 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (115328be-b857-41f6-b058-f319f080cd10), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:25:49.147046 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbd1230-4ddc-4aea-aa9c-a4ac55bdcf5f x-openstack-request-id: req-fdbd1230-4ddc-4aea-aa9c-a4ac55bdcf5f {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:25:49.147344 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae94fce4-7d3b-43cc-bb77-d9c593d3547f", "name": "network-vif-plugged", "status": "completed", "tag": "115328be-b857-41f6-b058-f319f080cd10", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:25:49.147604 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fdbd1230-4ddc-4aea-aa9c-a4ac55bdcf5f {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:25:49.148006 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdbd1230-4ddc-4aea-aa9c-a4ac55bdcf5f'] response: {'server_uuid': 'ae94fce4-7d3b-43cc-bb77-d9c593d3547f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115328be-b857-41f6-b058-f319f080cd10', 'code': 200} Apr 14 20:25:49.165538 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=115328be-b857-41f6-b058-f319f080cd10,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:25:49.275444 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bfff9-6e20-46a7-8edc-329329915d6a req-4c137a21-5874-441f-ac9c-64c524eb223c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:49.276895 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cd5bfff9-6e20-46a7-8edc-329329915d6a req-4c137a21-5874-441f-ac9c-64c524eb223c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0748620 Apr 14 20:25:49.313299 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a1619354-6540-4dc5-a3ce-326d494556a0 req-765105a7-5972-49bd-ae25-1bedab144b8f service neutron] 10.222.0.46 "GET /v2.0/networks/d0ae32ba-f63e-4871-a0db-3e11ef229577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935935 Apr 14 20:25:49.338701 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cd5bfff9-6e20-46a7-8edc-329329915d6a req-55bfa4d7-837e-424e-bd14-8d554687c6d8 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558105 Apr 14 20:25:49.478337 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4a500-e975-4e99-8ba1-bb6e59116649 req-9910a488-7809-481d-aff3-822e111d963e tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:49.479944 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1cf4a500-e975-4e99-8ba1-bb6e59116649 req-9910a488-7809-481d-aff3-822e111d963e tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 946 time: 0.0507836 Apr 14 20:25:49.531255 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1cf4a500-e975-4e99-8ba1-bb6e59116649 req-7c8a85b0-93c4-4e1d-9e6b-55151b2698d6 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451875 Apr 14 20:25:49.561524 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b14fe-71cb-464e-85df-9a89e7ed809c req-f0a3f379-cffc-4fc6-91e9-048051e5e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:49.563095 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-732b14fe-71cb-464e-85df-9a89e7ed809c req-f0a3f379-cffc-4fc6-91e9-048051e5e41f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 1130 time: 0.0387704 Apr 14 20:25:49.608523 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-732b14fe-71cb-464e-85df-9a89e7ed809c req-2e2226e9-4ff7-49fc-acef-8e46bcbf870f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381427 Apr 14 20:25:50.451120 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e1322-e0f8-4fb5-ae7e-853a6e2e864d req-dd1c9d8b-e9eb-4d81-b5e1-b481c834506e tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:50.452577 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-eb6e1322-e0f8-4fb5-ae7e-853a6e2e864d req-dd1c9d8b-e9eb-4d81-b5e1-b481c834506e tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0469394 Apr 14 20:25:50.500443 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-eb6e1322-e0f8-4fb5-ae7e-853a6e2e864d req-1e9c7bdf-05bf-4f68-86a2-23cdc6ee02ae tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424809 Apr 14 20:25:50.640086 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11373065-f343-4ea4-bf5a-42cc1973599c req-9ac3363e-8bb8-468d-8ab2-7ef603e619eb tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:50.641544 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-11373065-f343-4ea4-bf5a-42cc1973599c req-9ac3363e-8bb8-468d-8ab2-7ef603e619eb tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 946 time: 0.0466633 Apr 14 20:25:50.688509 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-11373065-f343-4ea4-bf5a-42cc1973599c req-134e67c2-0bb0-4706-8b38-5c8ec47fb9f4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413957 Apr 14 20:25:51.612306 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cb5fe-a2fe-47d2-b721-a5b771e04e1b req-fbd61157-b972-429f-bc8a-9cfa226b8df3 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:51.613734 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b94cb5fe-a2fe-47d2-b721-a5b771e04e1b req-fbd61157-b972-429f-bc8a-9cfa226b8df3 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0485570 Apr 14 20:25:51.659517 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b94cb5fe-a2fe-47d2-b721-a5b771e04e1b req-c357aedf-8f8a-4be3-8f7a-51ace881bffd tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403035 Apr 14 20:25:51.795326 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:25:51.797983 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d1310-cbcb-46c7-b2b6-f2dbb4a51a0b req-b83cfe52-97c3-4a22-8ae6-71d88b6a0f34 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:51.799513 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-989d1310-cbcb-46c7-b2b6-f2dbb4a51a0b req-b83cfe52-97c3-4a22-8ae6-71d88b6a0f34 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 946 time: 0.0469925 Apr 14 20:25:51.847478 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-989d1310-cbcb-46c7-b2b6-f2dbb4a51a0b req-5bfaac47-1855-4510-859a-bde5fdd57802 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419562 Apr 14 20:25:52.769057 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907e45e-6cf4-4434-be85-f2be2548700f req-35446043-5ae6-4213-bf71-8d1090d39970 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:52.770558 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1907e45e-6cf4-4434-be85-f2be2548700f req-35446043-5ae6-4213-bf71-8d1090d39970 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0470407 Apr 14 20:25:52.818260 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1907e45e-6cf4-4434-be85-f2be2548700f req-ccfb7a84-feae-4bf8-b03d-41be44104d12 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405967 Apr 14 20:25:52.965936 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344a580-eb72-41c5-9e12-13a361c1a04e req-f306d788-2f6b-4faf-a176-7b56cf98589e tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:52.967461 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a344a580-eb72-41c5-9e12-13a361c1a04e req-f306d788-2f6b-4faf-a176-7b56cf98589e tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 946 time: 0.0498457 Apr 14 20:25:53.012525 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a344a580-eb72-41c5-9e12-13a361c1a04e req-252d6805-bdf3-478d-b871-8578348567f4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395100 Apr 14 20:25:53.122110 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3a84c-fb8e-4dba-bbd8-0530d0446aee req-b5f0fe14-352c-442d-b99b-5868a4aebe09 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:53.123594 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5bd3a84c-fb8e-4dba-bbd8-0530d0446aee req-b5f0fe14-352c-442d-b99b-5868a4aebe09 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 946 time: 0.0481765 Apr 14 20:25:53.169080 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5bd3a84c-fb8e-4dba-bbd8-0530d0446aee req-f50bd60f-71c1-4766-9621-75bc30cd8feb tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399783 Apr 14 20:25:53.483268 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4d0fb-d765-48a7-a18a-3c402ad94f09 req-f1edac01-0437-4f31-9628-0db7fc61be3e tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:53.484618 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5fd4d0fb-d765-48a7-a18a-3c402ad94f09 req-f1edac01-0437-4f31-9628-0db7fc61be3e tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 946 time: 0.0455961 Apr 14 20:25:53.529012 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5fd4d0fb-d765-48a7-a18a-3c402ad94f09 req-cc5c0b66-75f4-46c8-9ba3-98c1eaebe184 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390837 Apr 14 20:25:53.933537 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce333c-9033-4931-9649-d85eb7cf64da req-dfd04489-523d-41c2-a86f-9a5581c15b17 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:53.935070 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-71ce333c-9033-4931-9649-d85eb7cf64da req-dfd04489-523d-41c2-a86f-9a5581c15b17 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0464463 Apr 14 20:25:53.980291 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-71ce333c-9033-4931-9649-d85eb7cf64da req-1d10bd8d-2123-4318-8991-74ad9952efd6 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397427 Apr 14 20:25:55.090048 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4316c4-fa10-4986-8316-12b33c9ef18a req-21ea8c47-bf10-4bd1-a1e0-b53a96edecf4 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:55.091666 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-bf4316c4-fa10-4986-8316-12b33c9ef18a req-21ea8c47-bf10-4bd1-a1e0-b53a96edecf4 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0452511 Apr 14 20:25:55.139848 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-bf4316c4-fa10-4986-8316-12b33c9ef18a req-c657a892-e95f-4278-969a-5e685050e3db tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428030 Apr 14 20:25:56.259880 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c9ad7-694d-43c0-84dd-ef50e08def11 req-bac6b8c0-50bd-4602-a3d2-e7ed337c7e0c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:56.261216 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-098c9ad7-694d-43c0-84dd-ef50e08def11 req-bac6b8c0-50bd-4602-a3d2-e7ed337c7e0c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0459750 Apr 14 20:25:56.311357 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-098c9ad7-694d-43c0-84dd-ef50e08def11 req-0e17d692-b082-4dba-8861-763a368b94ea tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446734 Apr 14 20:25:57.420612 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4ecea-4162-447e-8868-105af50876b2 req-ce4ac14f-fcbc-4a18-b3ea-a3dc84819775 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:57.422037 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c7e4ecea-4162-447e-8868-105af50876b2 req-ce4ac14f-fcbc-4a18-b3ea-a3dc84819775 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0454926 Apr 14 20:25:57.467208 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c7e4ecea-4162-447e-8868-105af50876b2 req-a30eb444-0e4f-4d52-bd29-8ddd2ebcf1a8 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397143 Apr 14 20:25:58.577206 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162753c-1973-4890-8fe0-0c9e5b7bd0bd req-37a90100-118d-489e-b773-2a1cde0aff0f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:58.578714 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a162753c-1973-4890-8fe0-0c9e5b7bd0bd req-37a90100-118d-489e-b773-2a1cde0aff0f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0468183 Apr 14 20:25:58.623899 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a162753c-1973-4890-8fe0-0c9e5b7bd0bd req-beb6458e-1c19-4a45-8319-fffd442a10a7 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397189 Apr 14 20:25:59.742563 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9084d-4f36-46f9-8535-f516a92eee02 req-f5bc798d-c6d3-4ff0-b24d-21c771095bbb tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:25:59.744085 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2bc9084d-4f36-46f9-8535-f516a92eee02 req-f5bc798d-c6d3-4ff0-b24d-21c771095bbb tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0526211 Apr 14 20:25:59.793119 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2bc9084d-4f36-46f9-8535-f516a92eee02 req-0495338e-4612-4470-890e-d8793a6ef282 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433533 Apr 14 20:26:00.610755 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abebc80-a312-4a56-8c6f-5471a1893140 req-421af03e-d8e1-4bba-a706-2d5163c13f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:00.612162 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6abebc80-a312-4a56-8c6f-5471a1893140 req-421af03e-d8e1-4bba-a706-2d5163c13f9a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 1129 time: 0.0434787 Apr 14 20:26:00.661951 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6abebc80-a312-4a56-8c6f-5471a1893140 req-4b0f5d3b-7524-4ab3-bb8f-2e656d1bbd23 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390894 Apr 14 20:26:00.910637 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4e469-d78f-4038-9d44-47294799ca3e req-f14f19fe-c3f4-4448-8b73-68e6189a088c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:00.912108 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-17b4e469-d78f-4038-9d44-47294799ca3e req-f14f19fe-c3f4-4448-8b73-68e6189a088c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0497024 Apr 14 20:26:00.959044 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-17b4e469-d78f-4038-9d44-47294799ca3e req-5b76ad09-52a7-4a16-9287-6b7e38017784 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406482 Apr 14 20:26:01.299825 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-49e0facd-be33-4613-b540-93f92216846d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:02.104120 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d67882-cd3b-4f40-9079-205ea92c3194 req-f76a1dd9-fd0f-451e-b296-b47c73846396 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:02.105562 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e2d67882-cd3b-4f40-9079-205ea92c3194 req-f76a1dd9-fd0f-451e-b296-b47c73846396 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0491016 Apr 14 20:26:02.154019 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e2d67882-cd3b-4f40-9079-205ea92c3194 req-ee581a6d-f018-40a9-9911-131aa0401204 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427661 Apr 14 20:26:02.405370 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-896e6774-df2b-429c-aff9-51fde4f70e8f tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-423504229&fields=id&tenant_id=7d38318cd27d405c995f7fecf0065a8f HTTP/1.1" status: 200 len: 267 time: 0.0450249 Apr 14 20:26:02.511734 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-a7466b38-a5e6-47b6-b179-cb0780dcb90b tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:02.513095 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-a7466b38-a5e6-47b6-b179-cb0780dcb90b tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/networks?id=80c2c505-4d1f-4abc-8513-a7f54767d7de HTTP/1.1" status: 200 len: 809 time: 0.1006052 Apr 14 20:26:02.527906 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-68e46e2f-8738-4870-a44a-96cccdb687a4 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/quotas/7d38318cd27d405c995f7fecf0065a8f HTTP/1.1" status: 200 len: 375 time: 0.0092635 Apr 14 20:26:02.575883 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-5056ea74-0ec3-453c-99c4-1b8e5d05b305 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d38318cd27d405c995f7fecf0065a8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425808 Apr 14 20:26:02.681558 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-cb781be3-8e97-419f-ba68-2a56cb7d2afe service neutron] 10.222.0.11 "GET /v2.0/networks/80c2c505-4d1f-4abc-8513-a7f54767d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933921 Apr 14 20:26:02.771250 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-c2071c57-41d5-4fac-98af-14192c24981f service neutron] 10.222.0.11 "GET /v2.0/networks/80c2c505-4d1f-4abc-8513-a7f54767d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836070 Apr 14 20:26:03.058927 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c140e074-ff82-41fa-99cf-3daa455485bf req-ec956bb3-4b34-4221-be61-004286a21476 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 210 time: 0.0310655 Apr 14 20:26:03.276008 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508fca2-63ef-4be0-ac58-c96262c1c29d req-042ef25d-eeb1-433f-9a3f-3ca2e5e7441a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:03.277538 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4508fca2-63ef-4be0-ac58-c96262c1c29d req-042ef25d-eeb1-433f-9a3f-3ca2e5e7441a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0542235 Apr 14 20:26:03.326960 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4508fca2-63ef-4be0-ac58-c96262c1c29d req-e45c7c11-767c-4f11-9b30-1e3dc4804e6a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423846 Apr 14 20:26:03.572087 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e070b1d-99fd-4574-af72-acdc0bbc35dd req-6c91f834-9459-49e7-a916-516a76f6324b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:03.574002 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5e070b1d-99fd-4574-af72-acdc0bbc35dd req-6c91f834-9459-49e7-a916-516a76f6324b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 1129 time: 0.0425341 Apr 14 20:26:03.580285 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbf827-6e99-41f5-9b44-5808589a075d req-85d3dc09-613a-46ff-baa4-2197eac45678 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:03.582884 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d4dbf827-6e99-41f5-9b44-5808589a075d req-85d3dc09-613a-46ff-baa4-2197eac45678 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0522430 Apr 14 20:26:03.631822 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d4dbf827-6e99-41f5-9b44-5808589a075d req-8a913fa7-e37e-4d9a-a545-74b6befb8307 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437787 Apr 14 20:26:03.676062 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e070b1d-99fd-4574-af72-acdc0bbc35dd req-08607ca2-926e-4f0d-ba88-fa813cd7e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:03.677510 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5e070b1d-99fd-4574-af72-acdc0bbc35dd req-08607ca2-926e-4f0d-ba88-fa813cd7e4f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 200 len: 920 time: 0.0966465 Apr 14 20:26:03.696696 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6f86dd8d-9909-467a-a6d5-598f5d35b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:03.894158 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5e070b1d-99fd-4574-af72-acdc0bbc35dd req-72297bc4-9bae-4ddc-8efa-8b218c4a7fd0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c40d493-16c9-48bd-b30f-5d4ade6bfc01 HTTP/1.1" status: 200 len: 217 time: 0.0381520 Apr 14 20:26:03.979074 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e070b1d-99fd-4574-af72-acdc0bbc35dd req-b5b1d7cd-8df9-49b5-9c55-dcf028f73f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:03.980534 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5e070b1d-99fd-4574-af72-acdc0bbc35dd req-b5b1d7cd-8df9-49b5-9c55-dcf028f73f05 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa8a56ac-3172-4f0f-9a52-265e07c67e59 HTTP/1.1" status: 200 len: 858 time: 0.0794423 Apr 14 20:26:04.064146 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e070b1d-99fd-4574-af72-acdc0bbc35dd req-36da10cf-6053-42d9-9fa8-a1b8ce690a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:04.065646 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5e070b1d-99fd-4574-af72-acdc0bbc35dd req-36da10cf-6053-42d9-9fa8-a1b8ce690a5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16448b67-0841-4eef-b889-fdba363b68dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557356 Apr 14 20:26:04.111523 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-f5da981e-ea44-4ebd-857b-77a788b9bdd3 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:04.112955 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-f5da981e-ea44-4ebd-857b-77a788b9bdd3 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.46 "GET /v2.0/networks?id=80c2c505-4d1f-4abc-8513-a7f54767d7de HTTP/1.1" status: 200 len: 809 time: 0.1732559 Apr 14 20:26:04.183962 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-876c23af-8ec8-4cb4-a7d1-980ed7c703f8 req-42e297a3-1588-4ebe-8a08-59cf1eb5626d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 210 time: 0.0435572 Apr 14 20:26:04.242030 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9e51f4ca-d18e-404d-8f44-5ffccbee25b7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d38318cd27d405c995f7fecf0065a8f HTTP/1.1" status: 200 len: 379 time: 0.1005301 Apr 14 20:26:04.244004 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5e070b1d-99fd-4574-af72-acdc0bbc35dd req-f5439f2a-7674-4713-8b56-ce7ba2ebcab4 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718576 Apr 14 20:26:04.258882 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-3d198999-2d51-4caa-8ff7-a836a6e50abf tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Request body: {'port': {'device_id': '180a18e8-8169-4d1f-816d-db549b82399c', 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de', 'admin_state_up': True, 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'security_groups': ['d85b29e6-5c20-489f-b712-0a8e09dcdbb6']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:04.420706 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5e070b1d-99fd-4574-af72-acdc0bbc35dd req-fa1e925a-a439-4d20-9f84-d7deecbd924a service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657786 Apr 14 20:26:04.438695 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-3d198999-2d51-4caa-8ff7-a836a6e50abf tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Made reservation on behalf of 7d38318cd27d405c995f7fecf0065a8f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:26:04.442113 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-3d198999-2d51-4caa-8ff7-a836a6e50abf tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:04.455729 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 35394) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:04.572304 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-3d198999-2d51-4caa-8ff7-a836a6e50abf tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Allocated IP 172.20.0.8 (80c2c505-4d1f-4abc-8513-a7f54767d7de/9ba921da-a26a-40cd-8a3f-598bd553a55b/e733f85b-f908-4818-a195-8752ca80b6d8) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:26:04.573201 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:04.653783 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] Publish callbacks [] for security_group (8f573b31-81e3-4ecb-8fd0-0dedf89fd397), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:04.659647 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (8f573b31-81e3-4ecb-8fd0-0dedf89fd397), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:04.697469 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:04.703741 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c53c426621d45d78a00ebc1c649b3c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469287 Apr 14 20:26:04.706861 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f573b31-81e3-4ecb-8fd0-0dedf89fd397,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:04.708785 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 35400) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:04.728419 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-3d198999-2d51-4caa-8ff7-a836a6e50abf tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for port (e733f85b-f908-4818-a195-8752ca80b6d8), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:04.750747 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:04.751101 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:04.751447 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:04.751792 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:04.752131 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:04.752463 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:04.752792 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:04.753122 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:04.753447 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:04.753774 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:04.754101 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:04.754458 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:04.754774 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:04.755097 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:04.755416 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f0c1a3-9881-4c86-ab53-69e39c9d6fcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:04.764930 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-3d198999-2d51-4caa-8ff7-a836a6e50abf tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:04.785240 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590939f6-4797-42f1-bbf0-acdb2d9bdd78 req-e727ff36-ff99-4c76-ab2e-f765d05ece2d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:04.786747 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-590939f6-4797-42f1-bbf0-acdb2d9bdd78 req-e727ff36-ff99-4c76-ab2e-f765d05ece2d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0807509 Apr 14 20:26:04.823950 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-3d198999-2d51-4caa-8ff7-a836a6e50abf tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Network 80c2c505-4d1f-4abc-8513-a7f54767d7de is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:26:04.832386 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-3d198999-2d51-4caa-8ff7-a836a6e50abf tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:26:04.835182 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-3d198999-2d51-4caa-8ff7-a836a6e50abf tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:26:04.846453 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9bbf92ab-f0c3-4fcc-b422-5d12ac3dd1ff admin admin] Publish callbacks [] for security_group (8f573b31-81e3-4ecb-8fd0-0dedf89fd397), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:04.857665 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-590939f6-4797-42f1-bbf0-acdb2d9bdd78 req-8bb0b524-3622-4d3d-b2b8-bccc2147c3ff tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641131 Apr 14 20:26:04.876971 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d198999-2d51-4caa-8ff7-a836a6e50abf tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Pushing event updated for resources: {'Port': ['ID=e733f85b-f908-4818-a195-8752ca80b6d8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:04.889044 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9bbf92ab-f0c3-4fcc-b422-5d12ac3dd1ff admin admin] Publish callbacks [] for security_group (8f573b31-81e3-4ecb-8fd0-0dedf89fd397), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:04.906940 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-3d198999-2d51-4caa-8ff7-a836a6e50abf tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:04.907834 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-3d198999-2d51-4caa-8ff7-a836a6e50abf tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:04.935831 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-3d198999-2d51-4caa-8ff7-a836a6e50abf tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6820090 Apr 14 20:26:04.951485 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9bbf92ab-f0c3-4fcc-b422-5d12ac3dd1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (8f573b31-81e3-4ecb-8fd0-0dedf89fd397), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:04.954191 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9bbf92ab-f0c3-4fcc-b422-5d12ac3dd1ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:04.955397 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-9bbf92ab-f0c3-4fcc-b422-5d12ac3dd1ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f573b31-81e3-4ecb-8fd0-0dedf89fd397 HTTP/1.1" status: 204 len: 168 time: 0.2451563 Apr 14 20:26:04.964255 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf92ab-f0c3-4fcc-b422-5d12ac3dd1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f573b31-81e3-4ecb-8fd0-0dedf89fd397,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:05.093936 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-7aea32fd-1c2a-4ae5-a460-ea6c027212be None None] Provisioning complete for port e733f85b-f908-4818-a195-8752ca80b6d8 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:26:05.094314 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7aea32fd-1c2a-4ae5-a460-ea6c027212be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:05.128155 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-7aea32fd-1c2a-4ae5-a460-ea6c027212be None None] Port e733f85b-f908-4818-a195-8752ca80b6d8 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:26:05.299189 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35db5c8-296e-4a7b-b249-02b297ab54cb req-1971b66d-87d4-4784-bd06-9a8a41d3d06e tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:05.300669 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f35db5c8-296e-4a7b-b249-02b297ab54cb req-1971b66d-87d4-4784-bd06-9a8a41d3d06e tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 931 time: 0.0488815 Apr 14 20:26:05.349424 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f35db5c8-296e-4a7b-b249-02b297ab54cb req-953ff47d-0baa-4f9c-b18d-ed9a2414c170 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422201 Apr 14 20:26:05.579806 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 35428) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:05.675124 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ac4d5576-40ff-47a8-bb23-1b0dbc419075 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-358147283-network', 'tenant_id': 'fb97710dda63450fa9e239b5c8b51e66'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:05.695687 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4d5576-40ff-47a8-bb23-1b0dbc419075 admin admin] Made reservation on behalf of fb97710dda63450fa9e239b5c8b51e66 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:26:05.698382 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5576-40ff-47a8-bb23-1b0dbc419075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:05.707089 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5576-40ff-47a8-bb23-1b0dbc419075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:05.778738 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5576-40ff-47a8-bb23-1b0dbc419075 admin admin] Publish callbacks [] for security_group (5104626a-4427-42e0-b1ac-8ffcdbc3314c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:05.782061 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5576-40ff-47a8-bb23-1b0dbc419075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (5104626a-4427-42e0-b1ac-8ffcdbc3314c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:05.808723 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4d5576-40ff-47a8-bb23-1b0dbc419075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:26:05.817977 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d5576-40ff-47a8-bb23-1b0dbc419075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5104626a-4427-42e0-b1ac-8ffcdbc3314c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:05.827218 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5576-40ff-47a8-bb23-1b0dbc419075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (ced7afde-363f-432e-8fb1-931c8fd0ec19), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:05.827571 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-ac4d5576-40ff-47a8-bb23-1b0dbc419075 admin admin] Added segment ced7afde-363f-432e-8fb1-931c8fd0ec19 of type vlan for network a92b028b-f859-432d-9d6a-d40d37de2772 Apr 14 20:26:05.868124 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5576-40ff-47a8-bb23-1b0dbc419075 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (a92b028b-f859-432d-9d6a-d40d37de2772), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:05.893418 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5576-40ff-47a8-bb23-1b0dbc419075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (a92b028b-f859-432d-9d6a-d40d37de2772), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:05.894525 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4d5576-40ff-47a8-bb23-1b0dbc419075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:05.895122 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5576-40ff-47a8-bb23-1b0dbc419075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:05.927501 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ac4d5576-40ff-47a8-bb23-1b0dbc419075 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3464861 Apr 14 20:26:05.931105 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 35434) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:05.936245 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d22c6907-65a0-4a34-a44c-1429241392f1 admin admin] Request body: {'subnet': {'network_id': 'a92b028b-f859-432d-9d6a-d40d37de2772', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-358147283-subnet', 'tenant_id': 'fb97710dda63450fa9e239b5c8b51e66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:05.956696 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22c6907-65a0-4a34-a44c-1429241392f1 admin admin] Made reservation on behalf of fb97710dda63450fa9e239b5c8b51e66 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:26:05.959309 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d22c6907-65a0-4a34-a44c-1429241392f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31045885'] for subnet (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:05.999612 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d5576-40ff-47a8-bb23-1b0dbc419075 admin admin] Pushing event updated for resources: {'Network': ['ID=a92b028b-f859-432d-9d6a-d40d37de2772,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:06.011674 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network a92b028b-f859-432d-9d6a-d40d37de2772 details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:26:06.019083 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e660277-f7b7-4310-8db6-8ba38e82802e req-1aef0019-937c-4c38-894a-24d48dc24b7f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:06.020668 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6e660277-f7b7-4310-8db6-8ba38e82802e req-1aef0019-937c-4c38-894a-24d48dc24b7f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0922413 Apr 14 20:26:06.083421 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6e660277-f7b7-4310-8db6-8ba38e82802e req-6f0d127b-cc7e-454a-97a8-3b71977adeee tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554929 Apr 14 20:26:06.131486 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d22c6907-65a0-4a34-a44c-1429241392f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30809592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31045867'] for subnet (34d1250a-4125-4753-ac30-dc1497d20c9d), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:06.187616 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c6907-65a0-4a34-a44c-1429241392f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34d1250a-4125-4753-ac30-dc1497d20c9d,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:06.195511 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22c6907-65a0-4a34-a44c-1429241392f1 admin admin] Checking segment: {'id': 'ced7afde-363f-432e-8fb1-931c8fd0ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a92b028b-f859-432d-9d6a-d40d37de2772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:26:06.196388 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22c6907-65a0-4a34-a44c-1429241392f1 admin admin] Network hostable DHCP agents. Network: a92b028b-f859-432d-9d6a-d40d37de2772, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:26:06.200725 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:06.212370 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22c6907-65a0-4a34-a44c-1429241392f1 admin admin] Network a92b028b-f859-432d-9d6a-d40d37de2772 is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:26:06.220576 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d22c6907-65a0-4a34-a44c-1429241392f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, a92b028b-f859-432d-9d6a-d40d37de2772) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:26:06.224519 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22c6907-65a0-4a34-a44c-1429241392f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:06.225105 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d22c6907-65a0-4a34-a44c-1429241392f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:06.232039 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b50450-368d-4a39-97e6-eec750ed238c None None] Network a92b028b-f859-432d-9d6a-d40d37de2772 requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:26:06.246362 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-d22c6907-65a0-4a34-a44c-1429241392f1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3078797 Apr 14 20:26:06.328311 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd1cd6b-bb8c-4fd6-acbd-45b04782ddc0 None None] Network a92b028b-f859-432d-9d6a-d40d37de2772 requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:26:06.496117 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a8770-d771-4d4b-a9a6-dc9be02b48e5 req-1c589e1c-9851-487c-9492-2ee9666e9cdd tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:06.498459 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a07a8770-d771-4d4b-a9a6-dc9be02b48e5 req-1c589e1c-9851-487c-9492-2ee9666e9cdd tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 931 time: 0.0778756 Apr 14 20:26:06.550277 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a07a8770-d771-4d4b-a9a6-dc9be02b48e5 req-0f914d34-e68f-4ab7-9b14-de4c308a6955 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459762 Apr 14 20:26:06.795297 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Request body: {'port': {'device_id': '180a18e8-8169-4d1f-816d-db549b82399c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:06.861440 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:07.125504 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e733f85b-f908-4818-a195-8752ca80b6d8 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:26:07.134287 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Publish callbacks [] for port (e733f85b-f908-4818-a195-8752ca80b6d8), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:07.147221 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Transition to ACTIVE for port object e733f85b-f908-4818-a195-8752ca80b6d8 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:26:07.154215 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:07.198189 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd883a5-7ad9-4a81-8b18-de4d4075cba6 req-baa0817e-7066-4791-a5f7-89b61a15c719 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:07.199841 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dfd883a5-7ad9-4a81-8b18-de4d4075cba6 req-baa0817e-7066-4791-a5f7-89b61a15c719 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0529802 Apr 14 20:26:07.223520 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Pushing event updated for resources: {'Port': ['ID=e733f85b-f908-4818-a195-8752ca80b6d8,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:07.269627 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dfd883a5-7ad9-4a81-8b18-de4d4075cba6 req-41fdbd32-cff8-4311-8d07-a460d8b24f4a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608680 Apr 14 20:26:07.299770 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Attempting to bind port e733f85b-f908-4818-a195-8752ca80b6d8 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:26:07.300103 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Attempting to bind port e733f85b-f908-4818-a195-8752ca80b6d8 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '691be194-1d39-47f7-8967-21526e2a9d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:26:07.300432 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Attempting to bind port e733f85b-f908-4818-a195-8752ca80b6d8 on network 80c2c505-4d1f-4abc-8513-a7f54767d7de {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:26:07.304982 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Port e733f85b-f908-4818-a195-8752ca80b6d8 on network 80c2c505-4d1f-4abc-8513-a7f54767d7de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:26:07.305307 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Attempting to bind port e733f85b-f908-4818-a195-8752ca80b6d8 on network 80c2c505-4d1f-4abc-8513-a7f54767d7de {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:26:07.310751 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:26:07.311092 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Checking segment: {'id': '691be194-1d39-47f7-8967-21526e2a9d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:26:07.311477 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Bound using segment: {'id': '691be194-1d39-47f7-8967-21526e2a9d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:26:07.311898 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Bound port: e733f85b-f908-4818-a195-8752ca80b6d8, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691be194-1d39-47f7-8967-21526e2a9d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:26:07.312260 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:07.377905 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] For port e733f85b-f908-4818-a195-8752ca80b6d8, host hv-cinder-83753, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:26:07.380807 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] For port e733f85b-f908-4818-a195-8752ca80b6d8, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e733f85b-f908-4818-a195-8752ca80b6d8,segment=NetworkSegment(691be194-1d39-47f7-8967-21526e2a9d28),segment_id=691be194-1d39-47f7-8967-21526e2a9d28)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:26:07.387798 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:07.422112 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:07.422746 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:07.424094 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] 10.222.0.46 "PUT /v2.0/ports/e733f85b-f908-4818-a195-8752ca80b6d8 HTTP/1.1" status: 200 len: 1093 time: 0.6330245 Apr 14 20:26:07.424534 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180a18e8-8169-4d1f-816d-db549b82399c', 'tag': 'e733f85b-f908-4818-a195-8752ca80b6d8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:26:07.426740 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc336bf-d07d-47c5-b9d4-05b94a09efba" -d '{"events": [{"name": "network-changed", "server_uuid": "180a18e8-8169-4d1f-816d-db549b82399c", "tag": "e733f85b-f908-4818-a195-8752ca80b6d8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:26:07.451400 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914b4f9-21cb-4b72-8cf1-03399ee85e8f service neutron] Pushing event updated for resources: {'Port': ['ID=e733f85b-f908-4818-a195-8752ca80b6d8,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:07.471352 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef83c77-ca3d-46c0-8fa7-880388819482 x-openstack-request-id: req-3ef83c77-ca3d-46c0-8fa7-880388819482 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:26:07.471650 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180a18e8-8169-4d1f-816d-db549b82399c", "tag": "e733f85b-f908-4818-a195-8752ca80b6d8", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:26:07.471928 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3ef83c77-ca3d-46c0-8fa7-880388819482 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:26:07.472332 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef83c77-ca3d-46c0-8fa7-880388819482'] response: {'name': 'network-changed', 'server_uuid': '180a18e8-8169-4d1f-816d-db549b82399c', 'tag': 'e733f85b-f908-4818-a195-8752ca80b6d8', 'status': 'completed', 'code': 200} Apr 14 20:26:07.665078 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7c6fa-b83d-4acf-a31f-da3039237893 req-efe9f9a0-8f19-45b0-bf7b-4fc6a62c1ff7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:07.666580 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bac7c6fa-b83d-4acf-a31f-da3039237893 req-efe9f9a0-8f19-45b0-bf7b-4fc6a62c1ff7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.0452189 Apr 14 20:26:07.717883 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bac7c6fa-b83d-4acf-a31f-da3039237893 req-4cd147b3-b870-454d-9444-ede43727f960 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456011 Apr 14 20:26:08.018655 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-0458a22e-4b3d-48c6-930b-2649d621db69 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:08.020025 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-0458a22e-4b3d-48c6-930b-2649d621db69 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/networks?id=a92b028b-f859-432d-9d6a-d40d37de2772 HTTP/1.1" status: 200 len: 813 time: 0.1136105 Apr 14 20:26:08.034405 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-5bb54827-4dbc-4eb9-8f7f-5e41f35257af tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/quotas/fb97710dda63450fa9e239b5c8b51e66 HTTP/1.1" status: 200 len: 375 time: 0.0085380 Apr 14 20:26:08.067414 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-c0073d37-c242-40f7-a38a-f7b06c76d613 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb97710dda63450fa9e239b5c8b51e66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273511 Apr 14 20:26:08.071220 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:08.159222 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-ad4e0565-188a-4416-ab4e-f448198f2497 service neutron] 10.222.0.11 "GET /v2.0/networks/a92b028b-f859-432d-9d6a-d40d37de2772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849614 Apr 14 20:26:08.246974 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-1158ce30-82dd-4aef-a572-71b3e7b14729 service neutron] 10.222.0.11 "GET /v2.0/networks/a92b028b-f859-432d-9d6a-d40d37de2772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815473 Apr 14 20:26:08.369414 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc336bf-d07d-47c5-b9d4-05b94a09efba req-b477082d-d165-4aa8-a59a-9259b1d69d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:08.370957 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cdc336bf-d07d-47c5-b9d4-05b94a09efba req-b477082d-d165-4aa8-a59a-9259b1d69d33 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d38318cd27d405c995f7fecf0065a8f&device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 1127 time: 0.0425236 Apr 14 20:26:08.410049 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e31a2a-ce76-477f-8db9-643e4acd83f3 req-b5779a28-6061-44ec-aa64-265fff70c541 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:08.411778 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-96e31a2a-ce76-477f-8db9-643e4acd83f3 req-b5779a28-6061-44ec-aa64-265fff70c541 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0743172 Apr 14 20:26:08.445942 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-50455783-b58d-439d-bb50-a5bc9698cb77 req-efa53d3a-d9b7-485e-949b-36e164a2e290 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 210 time: 0.0542572 Apr 14 20:26:08.475345 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-96e31a2a-ce76-477f-8db9-643e4acd83f3 req-2227a788-cdee-450a-898f-aff294dad819 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569346 Apr 14 20:26:08.536549 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc336bf-d07d-47c5-b9d4-05b94a09efba req-6bbb8995-78b0-4a45-b35f-5af0a854c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:08.538132 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cdc336bf-d07d-47c5-b9d4-05b94a09efba req-6bbb8995-78b0-4a45-b35f-5af0a854c54e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7d38318cd27d405c995f7fecf0065a8f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1586008 Apr 14 20:26:08.676110 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc336bf-d07d-47c5-b9d4-05b94a09efba req-788ee957-55e3-42ab-b2d7-03981937ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:08.678114 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cdc336bf-d07d-47c5-b9d4-05b94a09efba req-788ee957-55e3-42ab-b2d7-03981937ea35 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341496 Apr 14 20:26:08.780264 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-17eae8b4-d72b-45f5-b455-4bb1c08b55fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:08.782001 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-17eae8b4-d72b-45f5-b455-4bb1c08b55fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d38318cd27d405c995f7fecf0065a8f&device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 1127 time: 0.0663261 Apr 14 20:26:08.833718 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-37c8052a-1886-423c-96f8-b27d560b8418 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e733f85b-f908-4818-a195-8752ca80b6d8 HTTP/1.1" status: 200 len: 217 time: 0.0452330 Apr 14 20:26:08.916966 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea5c36-bbfd-4cae-af2f-675125105c55 req-a624cc2d-dbba-4d1b-bf7b-0665cdf2785d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:08.918561 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7fea5c36-bbfd-4cae-af2f-675125105c55 req-a624cc2d-dbba-4d1b-bf7b-0665cdf2785d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.1151438 Apr 14 20:26:08.935080 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-025b67cb-f5f1-4635-ac4f-27a71a4b70e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:08.936621 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-025b67cb-f5f1-4635-ac4f-27a71a4b70e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9ba921da-a26a-40cd-8a3f-598bd553a55b HTTP/1.1" status: 200 len: 848 time: 0.0726626 Apr 14 20:26:09.026390 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-29790aff-e737-4828-837e-1ef32f9ae924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:09.028037 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-29790aff-e737-4828-837e-1ef32f9ae924 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80c2c505-4d1f-4abc-8513-a7f54767d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830815 Apr 14 20:26:09.050309 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7fea5c36-bbfd-4cae-af2f-675125105c55 req-ff9d337e-15de-4fb3-9443-845288252fa2 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243651 Apr 14 20:26:09.175053 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-082442b3-4131-4929-9df9-6c9f8a85bbc5 service neutron] 10.222.0.46 "GET /v2.0/networks/80c2c505-4d1f-4abc-8513-a7f54767d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940201 Apr 14 20:26:09.265713 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:09.280073 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8bc594b-1a6e-40f0-a6b5-308f2c5ced9d req-bd3bfd0c-199a-46b4-9fe7-c7c9db427fc2 service neutron] 10.222.0.46 "GET /v2.0/networks/80c2c505-4d1f-4abc-8513-a7f54767d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985518 Apr 14 20:26:09.397089 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705d9a4-0f5c-45e2-8e74-561c4f8f8f24 req-136d047d-bd39-4df7-a74a-214549e2183b tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:09.399195 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7705d9a4-0f5c-45e2-8e74-561c4f8f8f24 req-136d047d-bd39-4df7-a74a-214549e2183b tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 946 time: 0.0454268 Apr 14 20:26:09.444303 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7705d9a4-0f5c-45e2-8e74-561c4f8f8f24 req-371c9adb-b204-43ab-90c2-fce87637af51 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396492 Apr 14 20:26:09.467337 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 35504) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:09.539286 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-59d23867-55d6-4af5-b537-f6b2d032fe02 req-1d9475f2-54c2-4ede-9117-7fe1a79c6f44 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 210 time: 0.0326874 Apr 14 20:26:09.612281 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ae4a8a-2fae-41a4-ab1b-2894d964f627 tempest-TestMinimumBasicScenario-69228125 tempest-TestMinimumBasicScenario-69228125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:09.613760 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-36ae4a8a-2fae-41a4-ab1b-2894d964f627 tempest-TestMinimumBasicScenario-69228125 tempest-TestMinimumBasicScenario-69228125-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 1125 time: 0.1454000 Apr 14 20:26:09.616721 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 35508) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:09.620769 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Request body: {'floatingip': {'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'port_id': '115328be-b857-41f6-b058-f319f080cd10', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:09.640176 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:09.718347 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.048804 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Allocated IP 172.27.3.32 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/46faff85-8dfb-47f1-aa3f-f10acdd89b98) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:26:10.118208 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 35518) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:10.123387 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-040d88d5-86bb-4563-9059-89ddca54a658 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--369066673', 'description': 'tempest-description--2084153534'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:10.146066 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-040d88d5-86bb-4563-9059-89ddca54a658 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.186223 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for port (46faff85-8dfb-47f1-aa3f-f10acdd89b98), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.199923 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250a345-3ac6-4f9b-8bbb-bf2abfab3a10 req-daddb0a8-56c4-456f-a1ae-7493606134f2 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:10.201400 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e250a345-3ac6-4f9b-8bbb-bf2abfab3a10 req-daddb0a8-56c4-456f-a1ae-7493606134f2 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.0618019 Apr 14 20:26:10.216684 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-040d88d5-86bb-4563-9059-89ddca54a658 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for security_group (50170e06-d39d-41a3-b63d-b49dea170bc5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.220758 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-040d88d5-86bb-4563-9059-89ddca54a658 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (50170e06-d39d-41a3-b63d-b49dea170bc5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.253617 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-040d88d5-86bb-4563-9059-89ddca54a658 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.257646 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-040d88d5-86bb-4563-9059-89ddca54a658 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1354897 Apr 14 20:26:10.257862 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 35520) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:10.262876 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e0617c53-fc66-4500-8911-7b61a993d038 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Request body: {'security_group_rule': {'security_group_id': '50170e06-d39d-41a3-b63d-b49dea170bc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:10.267822 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d88d5-86bb-4563-9059-89ddca54a658 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50170e06-d39d-41a3-b63d-b49dea170bc5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:10.269110 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e250a345-3ac6-4f9b-8bbb-bf2abfab3a10 req-61eb5ee7-e453-4c26-83a0-b340e1264326 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605478 Apr 14 20:26:10.270548 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (46faff85-8dfb-47f1-aa3f-f10acdd89b98), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.294027 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e0617c53-fc66-4500-8911-7b61a993d038 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for security_group_rule (4559838c-485e-469c-88ed-822a0b104b2d), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.310572 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:26:10.314802 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:26:10.318198 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:26:10.349668 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Pushing event updated for resources: {'Port': ['ID=46faff85-8dfb-47f1-aa3f-f10acdd89b98,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:10.351041 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e0617c53-fc66-4500-8911-7b61a993d038 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for security_group_rule (4559838c-485e-469c-88ed-822a0b104b2d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.355516 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e0617c53-fc66-4500-8911-7b61a993d038 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (4559838c-485e-469c-88ed-822a0b104b2d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.372671 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0617c53-fc66-4500-8911-7b61a993d038 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4559838c-485e-469c-88ed-822a0b104b2d,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:10.380491 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e0617c53-fc66-4500-8911-7b61a993d038 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.381664 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-e0617c53-fc66-4500-8911-7b61a993d038 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228759 Apr 14 20:26:10.385054 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 35522) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:10.389355 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-aeb231a3-4498-4cba-ae14-0b5a5ad1560d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Request body: {'security_group_rule': {'security_group_id': '50170e06-d39d-41a3-b63d-b49dea170bc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:10.413997 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aeb231a3-4498-4cba-ae14-0b5a5ad1560d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for security_group_rule (956b2d19-d2d2-47ac-9f0f-4272183b0539), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.469308 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aeb231a3-4498-4cba-ae14-0b5a5ad1560d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for security_group_rule (956b2d19-d2d2-47ac-9f0f-4272183b0539), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.472771 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aeb231a3-4498-4cba-ae14-0b5a5ad1560d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (956b2d19-d2d2-47ac-9f0f-4272183b0539), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.489686 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb231a3-4498-4cba-ae14-0b5a5ad1560d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956b2d19-d2d2-47ac-9f0f-4272183b0539,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:10.498651 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aeb231a3-4498-4cba-ae14-0b5a5ad1560d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.499853 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-aeb231a3-4498-4cba-ae14-0b5a5ad1560d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138513 Apr 14 20:26:10.502905 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 35524) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:10.507944 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0ab187b9-fe62-49e8-ba7c-6574ec5c148a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Request body: {'floatingip': {'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:10.528310 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ab187b9-fe62-49e8-ba7c-6574ec5c148a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.622340 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ab187b9-fe62-49e8-ba7c-6574ec5c148a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.644583 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-104393b7-89df-47d1-b838-b45672ee2f67 req-8042d665-dbfa-4db0-b2fe-6939509edf9d tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 210 time: 0.0348587 Apr 14 20:26:10.756556 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-0ab187b9-fe62-49e8-ba7c-6574ec5c148a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Allocated IP 172.27.3.133 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/efaa0e14-cf85-4b4e-bf2b-878af5e62cb3) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:26:10.867266 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ab187b9-fe62-49e8-ba7c-6574ec5c148a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for port (efaa0e14-cf85-4b4e-bf2b-878af5e62cb3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.895615 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-7b5d77db-1acb-45a5-9398-c769e5428744 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:10.897044 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-7b5d77db-1acb-45a5-9398-c769e5428744 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.46 "GET /v2.0/networks?id=a92b028b-f859-432d-9d6a-d40d37de2772 HTTP/1.1" status: 200 len: 813 time: 0.2829695 Apr 14 20:26:10.901142 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ab187b9-fe62-49e8-ba7c-6574ec5c148a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (efaa0e14-cf85-4b4e-bf2b-878af5e62cb3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.901445 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for floatingip (584fd019-9503-430b-b9ec-9387aba7e839), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:10.920666 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-f9925700-c0ec-44f6-a46f-2dbdea3daa73 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Request body: {'port': {'device_id': 'df8a28da-3496-4781-96c9-3548275f3086', 'network_id': 'a92b028b-f859-432d-9d6a-d40d37de2772', 'admin_state_up': True, 'tenant_id': 'fb97710dda63450fa9e239b5c8b51e66'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:10.940283 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab187b9-fe62-49e8-ba7c-6574ec5c148a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:26:10.943026 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-0ab187b9-fe62-49e8-ba7c-6574ec5c148a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:26:10.946871 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab187b9-fe62-49e8-ba7c-6574ec5c148a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:26:10.961045 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab187b9-fe62-49e8-ba7c-6574ec5c148a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Pushing event updated for resources: {'Port': ['ID=efaa0e14-cf85-4b4e-bf2b-878af5e62cb3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:11.004044 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ab187b9-fe62-49e8-ba7c-6574ec5c148a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for floatingip (88fb2548-9486-436a-a37a-bfac55746671), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:11.044069 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ab187b9-fe62-49e8-ba7c-6574ec5c148a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (efaa0e14-cf85-4b4e-bf2b-878af5e62cb3), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:11.077109 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (46faff85-8dfb-47f1-aa3f-f10acdd89b98), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:11.140285 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-f9925700-c0ec-44f6-a46f-2dbdea3daa73 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Made reservation on behalf of fb97710dda63450fa9e239b5c8b51e66 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:26:11.143687 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-f9925700-c0ec-44f6-a46f-2dbdea3daa73 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:11.209198 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ab187b9-fe62-49e8-ba7c-6574ec5c148a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for port (efaa0e14-cf85-4b4e-bf2b-878af5e62cb3), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:11.214874 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ab187b9-fe62-49e8-ba7c-6574ec5c148a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (efaa0e14-cf85-4b4e-bf2b-878af5e62cb3), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:11.244455 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ab187b9-fe62-49e8-ba7c-6574ec5c148a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (88fb2548-9486-436a-a37a-bfac55746671), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:11.266474 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab187b9-fe62-49e8-ba7c-6574ec5c148a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Pushing event updated for resources: {'Port': ['ID=efaa0e14-cf85-4b4e-bf2b-878af5e62cb3,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:11.271680 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ab187b9-fe62-49e8-ba7c-6574ec5c148a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:11.278486 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-0ab187b9-fe62-49e8-ba7c-6574ec5c148a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7689724 Apr 14 20:26:11.368458 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for port (46faff85-8dfb-47f1-aa3f-f10acdd89b98), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:11.371772 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-f9925700-c0ec-44f6-a46f-2dbdea3daa73 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Allocated IP 172.20.0.10 (a92b028b-f859-432d-9d6a-d40d37de2772/34d1250a-4125-4753-ac30-dc1497d20c9d/96048eb1-d1cc-42e3-a416-ab0025967533) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:26:11.395309 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (46faff85-8dfb-47f1-aa3f-f10acdd89b98), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:11.453368 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57525812-709a-4c7d-bfb3-152e6b6e501e req-d919cf0d-51ef-47e9-9641-5e9de7c48145 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:11.454869 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-57525812-709a-4c7d-bfb3-152e6b6e501e req-d919cf0d-51ef-47e9-9641-5e9de7c48145 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.1101344 Apr 14 20:26:11.502380 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-6bcc90d7-02b7-4845-b656-1dd101fd29de tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--369066673&fields=id&tenant_id=f4c46b326c4547ce95899fa600de6148 HTTP/1.1" status: 200 len: 267 time: 0.0528615 Apr 14 20:26:11.516747 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Pushing event updated for resources: {'Port': ['ID=46faff85-8dfb-47f1-aa3f-f10acdd89b98,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:11.553259 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (584fd019-9503-430b-b9ec-9387aba7e839), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:11.619029 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-ae0f3505-7c3a-48cd-8b9a-629d7cc31ed1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:11.620477 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-ae0f3505-7c3a-48cd-8b9a-629d7cc31ed1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/networks?id=16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 200 len: 819 time: 0.1107450 Apr 14 20:26:11.628370 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-57525812-709a-4c7d-bfb3-152e6b6e501e req-93a646fa-d2b0-429d-8594-9701c65e2b69 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672804 Apr 14 20:26:11.635505 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-d6bcfec4-861f-4f47-b59c-42b09171125b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/quotas/f4c46b326c4547ce95899fa600de6148 HTTP/1.1" status: 200 len: 375 time: 0.0095029 Apr 14 20:26:11.696833 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-8635b7dd-25af-4f49-9238-2a86b9d0c0ed tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0560353 Apr 14 20:26:11.763243 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2a9b1f4d-b074-46ec-89bf-2befa64d2b65 req-22d748b2-bd51-4004-882d-4b48f80c67ca tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 210 time: 0.0449159 Apr 14 20:26:11.772691 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.l3_db [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Floating IP 584fd019-9503-430b-b9ec-9387aba7e839 associated. External IP: 172.27.3.32, port: 115328be-b857-41f6-b058-f319f080cd10. Apr 14 20:26:11.820759 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-f9925700-c0ec-44f6-a46f-2dbdea3daa73 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Publish callbacks [] for port (96048eb1-d1cc-42e3-a416-ab0025967533), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:11.909445 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-f9925700-c0ec-44f6-a46f-2dbdea3daa73 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (96048eb1-d1cc-42e3-a416-ab0025967533), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:11.988698 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-f9925700-c0ec-44f6-a46f-2dbdea3daa73 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Network a92b028b-f859-432d-9d6a-d40d37de2772 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:26:11.995373 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-f9925700-c0ec-44f6-a46f-2dbdea3daa73 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:26:12.004563 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-f9925700-c0ec-44f6-a46f-2dbdea3daa73 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:26:12.012688 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-843e0f08-70a5-49b2-978a-823a56966ec0 service neutron] 10.222.0.11 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995646 Apr 14 20:26:12.064690 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9925700-c0ec-44f6-a46f-2dbdea3daa73 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Pushing event updated for resources: {'Port': ['ID=96048eb1-d1cc-42e3-a416-ab0025967533,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:12.102303 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-f9925700-c0ec-44f6-a46f-2dbdea3daa73 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:12.102704 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-b6841f78-bb98-44db-9bff-5ce0e54497c7 service neutron] 10.222.0.11 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839837 Apr 14 20:26:12.102938 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-f9925700-c0ec-44f6-a46f-2dbdea3daa73 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:12.121206 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Router 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:26:12.126955 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-f9925700-c0ec-44f6-a46f-2dbdea3daa73 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2106793 Apr 14 20:26:12.172529 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Request body: {'port': {'device_id': 'df8a28da-3496-4781-96c9-3548275f3086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:12.505235 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (96048eb1-d1cc-42e3-a416-ab0025967533), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:12.519463 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:26:12.530278 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8113c276-e9b6-4425-94a1-f9f83159f9ec None None] Sync routers for ids ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:26:12.541412 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8113c276-e9b6-4425-94a1-f9f83159f9ec None None] Routers {'2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:26:12.542005 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8113c276-e9b6-4425-94a1-f9f83159f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:26:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:26:12.563508 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:12.646750 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-a1177d63-0888-4c0f-b8c8-5d7d045dd8b4 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0289972 Apr 14 20:26:12.649936 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae94fce4-7d3b-43cc-bb77-d9c593d3547f', 'tag': '115328be-b857-41f6-b058-f319f080cd10'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:26:12.650387 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 35550) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:12.652221 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461d22fd-b1a0-4128-b72a-f2dbef7eb3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ae94fce4-7d3b-43cc-bb77-d9c593d3547f", "tag": "115328be-b857-41f6-b058-f319f080cd10"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:26:12.654859 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-aa481e89-19c2-4c24-a380-0359a6085353 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-742166789', 'description': 'tempest-secgroup-smoke-742166789 description', 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:12.671054 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8113c276-e9b6-4425-94a1-f9f83159f9ec None None] Set router 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:26:12.677805 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa481e89-19c2-4c24-a380-0359a6085353 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:12.707209 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56096f70-b4a0-4f06-b139-c9e662549076 x-openstack-request-id: req-56096f70-b4a0-4f06-b139-c9e662549076 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:26:12.707668 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae94fce4-7d3b-43cc-bb77-d9c593d3547f", "tag": "115328be-b857-41f6-b058-f319f080cd10", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:26:12.708461 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56096f70-b4a0-4f06-b139-c9e662549076 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:26:12.709033 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56096f70-b4a0-4f06-b139-c9e662549076'] response: {'name': 'network-changed', 'server_uuid': 'ae94fce4-7d3b-43cc-bb77-d9c593d3547f', 'tag': '115328be-b857-41f6-b058-f319f080cd10', 'status': 'completed', 'code': 200} Apr 14 20:26:12.780081 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa481e89-19c2-4c24-a380-0359a6085353 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group (c4788ebe-2301-43c5-acea-4de615cd3908), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:12.786018 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa481e89-19c2-4c24-a380-0359a6085353 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (c4788ebe-2301-43c5-acea-4de615cd3908), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:12.817492 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa481e89-19c2-4c24-a380-0359a6085353 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:12.822606 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-aa481e89-19c2-4c24-a380-0359a6085353 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1672966 Apr 14 20:26:12.822776 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 35558) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:12.827862 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-97900856-c0fa-40be-a86e-b381b28b5740 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Request body: {'security_group_rule': {'security_group_id': 'c4788ebe-2301-43c5-acea-4de615cd3908', 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:12.832854 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa481e89-19c2-4c24-a380-0359a6085353 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4788ebe-2301-43c5-acea-4de615cd3908,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:12.850221 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d22fd-b1a0-4128-b72a-f2dbef7eb3ca req-741b25a5-e64f-4a1f-a177-563444a2e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:12.852618 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-461d22fd-b1a0-4128-b72a-f2dbef7eb3ca req-741b25a5-e64f-4a1f-a177-563444a2e02d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad225bf8aa6a4b28ad215f698e0e6960&device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 1130 time: 0.0876961 Apr 14 20:26:12.862220 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a2999-76d3-4511-b8a9-db2053d137b3 req-9545a0e0-2561-419e-a1a2-a3187418df2c tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:12.863713 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-638a2999-76d3-4511-b8a9-db2053d137b3 req-9545a0e0-2561-419e-a1a2-a3187418df2c tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.0973563 Apr 14 20:26:12.864646 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97900856-c0fa-40be-a86e-b381b28b5740 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group_rule (7906e8ca-3e05-41ea-b1db-263ee9c64867), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:12.927939 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8113c276-e9b6-4425-94a1-f9f83159f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'name': 'tempest-TestMinimumBasicScenario-1412041822-router', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:42Z', 'updated_at': '2022-04-14T20:24:45Z', 'revision_number': 4, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'gw_port': {'id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:43Z', 'updated_at': '2022-04-14T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '584fd019-9503-430b-b9ec-9387aba7e839', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'port_id': '115328be-b857-41f6-b058-f319f080cd10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577', 'mac_address': 'fa:16:3e:26:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae94fce4-7d3b-43cc-bb77-d9c593d3547f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:26:10Z', 'updated_at': '2022-04-14T20:26:10Z', 'revision_number': 0, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4dbd77-afe9-43b8-82fd-908d748a16cf', 'name': '', 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'mac_address': 'fa:16:3e:40:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:45Z', 'updated_at': '2022-04-14T20:24:49Z', 'revision_number': 5, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'subnets': [{'id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:26:12.953259 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97900856-c0fa-40be-a86e-b381b28b5740 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group_rule (7906e8ca-3e05-41ea-b1db-263ee9c64867), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:12.957801 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97900856-c0fa-40be-a86e-b381b28b5740 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (7906e8ca-3e05-41ea-b1db-263ee9c64867), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:12.961808 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8113c276-e9b6-4425-94a1-f9f83159f9ec None None] Checking router: 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:26:12.973256 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8113c276-e9b6-4425-94a1-f9f83159f9ec None None] Routers {'2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:26:12.973892 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8113c276-e9b6-4425-94a1-f9f83159f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:26:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:26:12.980710 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97900856-c0fa-40be-a86e-b381b28b5740 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7906e8ca-3e05-41ea-b1db-263ee9c64867,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:12.986446 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97900856-c0fa-40be-a86e-b381b28b5740 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:12.989191 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-97900856-c0fa-40be-a86e-b381b28b5740 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1650076 Apr 14 20:26:12.992335 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 35560) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:12.996852 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e78b8bbd-df83-49ef-8cf6-b97ca12ab582 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Request body: {'security_group_rule': {'security_group_id': 'c4788ebe-2301-43c5-acea-4de615cd3908', 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:13.021798 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e78b8bbd-df83-49ef-8cf6-b97ca12ab582 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group_rule (f7b68fc0-f409-47eb-8357-7a9b1bd0dddd), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.032666 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-638a2999-76d3-4511-b8a9-db2053d137b3 req-fc0bb0c8-7f33-4ecc-b914-d9e5dc6d58f4 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621587 Apr 14 20:26:13.056640 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96048eb1-d1cc-42e3-a416-ab0025967533 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:26:13.064996 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d22fd-b1a0-4128-b72a-f2dbef7eb3ca req-82d4cc4e-b0fc-46b2-9917-9396d7b12186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:13.066488 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-461d22fd-b1a0-4128-b72a-f2dbef7eb3ca req-82d4cc4e-b0fc-46b2-9917-9396d7b12186 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d0ae32ba-f63e-4871-a0db-3e11ef229577 HTTP/1.1" status: 200 len: 916 time: 0.1972373 Apr 14 20:26:13.068296 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Publish callbacks [] for port (96048eb1-d1cc-42e3-a416-ab0025967533), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.107308 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e78b8bbd-df83-49ef-8cf6-b97ca12ab582 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group_rule (f7b68fc0-f409-47eb-8357-7a9b1bd0dddd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.112339 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e78b8bbd-df83-49ef-8cf6-b97ca12ab582 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (f7b68fc0-f409-47eb-8357-7a9b1bd0dddd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.119617 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Transition to ACTIVE for port object 96048eb1-d1cc-42e3-a416-ab0025967533 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:26:13.124145 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8113c276-e9b6-4425-94a1-f9f83159f9ec None None] Set router 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:26:13.129756 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b8bbd-df83-49ef-8cf6-b97ca12ab582 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b68fc0-f409-47eb-8357-7a9b1bd0dddd,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:13.133040 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (96048eb1-d1cc-42e3-a416-ab0025967533), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.142535 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e78b8bbd-df83-49ef-8cf6-b97ca12ab582 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.150906 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-e78b8bbd-df83-49ef-8cf6-b97ca12ab582 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1574478 Apr 14 20:26:13.151526 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 35562) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:13.155828 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8e976cab-c115-4bed-8093-9db0bffa83d7 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Request body: {'security_group_rule': {'security_group_id': 'c4788ebe-2301-43c5-acea-4de615cd3908', 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:13.183034 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8e976cab-c115-4bed-8093-9db0bffa83d7 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group_rule (06dbf5a9-0835-4078-86b6-4322d9d88eac), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.258816 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8e976cab-c115-4bed-8093-9db0bffa83d7 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group_rule (06dbf5a9-0835-4078-86b6-4322d9d88eac), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.259690 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-461d22fd-b1a0-4128-b72a-f2dbef7eb3ca req-2184d177-7f9f-42c8-ab3b-092259dbe8d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=115328be-b857-41f6-b058-f319f080cd10 HTTP/1.1" status: 200 len: 999 time: 0.1842515 Apr 14 20:26:13.264772 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8e976cab-c115-4bed-8093-9db0bffa83d7 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (06dbf5a9-0835-4078-86b6-4322d9d88eac), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.269877 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328e8f6-ecc5-4278-b9b6-b7bce7906419 req-a585f73a-f32f-41a0-9762-2262ea9472a3 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:13.276907 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9328e8f6-ecc5-4278-b9b6-b7bce7906419 req-a585f73a-f32f-41a0-9762-2262ea9472a3 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 944 time: 0.1586132 Apr 14 20:26:13.294579 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e976cab-c115-4bed-8093-9db0bffa83d7 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06dbf5a9-0835-4078-86b6-4322d9d88eac,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:13.303821 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8e976cab-c115-4bed-8093-9db0bffa83d7 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.309424 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-8e976cab-c115-4bed-8093-9db0bffa83d7 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545324 Apr 14 20:26:13.310081 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 35570) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:13.315917 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-71fc09ef-a718-4460-a84d-e702a14bfd47 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Request body: {'security_group_rule': {'security_group_id': 'c4788ebe-2301-43c5-acea-4de615cd3908', 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:13.329679 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Pushing event updated for resources: {'Port': ['ID=96048eb1-d1cc-42e3-a416-ab0025967533,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:13.357516 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7d1e38f6-85a0-40ad-bd07-d31a3265ea56 req-c84b5684-1979-4aef-a4f5-4e0fba202a25 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 210 time: 0.0450413 Apr 14 20:26:13.387752 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-71fc09ef-a718-4460-a84d-e702a14bfd47 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group_rule (e0f31cbf-d068-4e28-b1ce-c9ba2d5bb664), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.425639 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d22fd-b1a0-4128-b72a-f2dbef7eb3ca req-83df69bb-3d7c-4f32-8e91-6c3ec001f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:13.427162 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-461d22fd-b1a0-4128-b72a-f2dbef7eb3ca req-83df69bb-3d7c-4f32-8e91-6c3ec001f67c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68e55fb6-fc75-4b6d-952a-c4a8c730ba8a HTTP/1.1" status: 200 len: 854 time: 0.1121776 Apr 14 20:26:13.437460 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9328e8f6-ecc5-4278-b9b6-b7bce7906419 req-69682d99-c8e3-4e7f-9ea1-124cd6116038 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596484 Apr 14 20:26:13.461044 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8113c276-e9b6-4425-94a1-f9f83159f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'name': 'tempest-TestMinimumBasicScenario-1412041822-router', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:42Z', 'updated_at': '2022-04-14T20:24:45Z', 'revision_number': 4, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'gw_port': {'id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:43Z', 'updated_at': '2022-04-14T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '584fd019-9503-430b-b9ec-9387aba7e839', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'port_id': '115328be-b857-41f6-b058-f319f080cd10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577', 'mac_address': 'fa:16:3e:26:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae94fce4-7d3b-43cc-bb77-d9c593d3547f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:26:10Z', 'updated_at': '2022-04-14T20:26:10Z', 'revision_number': 0, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4dbd77-afe9-43b8-82fd-908d748a16cf', 'name': '', 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'mac_address': 'fa:16:3e:40:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:45Z', 'updated_at': '2022-04-14T20:24:49Z', 'revision_number': 5, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'subnets': [{'id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:26:13.471148 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-71fc09ef-a718-4460-a84d-e702a14bfd47 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group_rule (e0f31cbf-d068-4e28-b1ce-c9ba2d5bb664), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.480437 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-71fc09ef-a718-4460-a84d-e702a14bfd47 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (e0f31cbf-d068-4e28-b1ce-c9ba2d5bb664), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.499994 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8113c276-e9b6-4425-94a1-f9f83159f9ec None None] The sync data for ids ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'] in dv-cinder-837539-3-iscsi is: [{'id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'name': 'tempest-TestMinimumBasicScenario-1412041822-router', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:42Z', 'updated_at': '2022-04-14T20:24:45Z', 'revision_number': 4, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'gw_port': {'id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:43Z', 'updated_at': '2022-04-14T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '584fd019-9503-430b-b9ec-9387aba7e839', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'port_id': '115328be-b857-41f6-b058-f319f080cd10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577', 'mac_address': 'fa:16:3e:26:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae94fce4-7d3b-43cc-bb77-d9c593d3547f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:26:10Z', 'updated_at': '2022-04-14T20:26:10Z', 'revision_number': 0, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4dbd77-afe9-43b8-82fd-908d748a16cf', 'name': '', 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'mac_address': 'fa:16:3e:40:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:45Z', 'updated_at': '2022-04-14T20:24:49Z', 'revision_number': 5, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'subnets': [{'id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:26:13.501065 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc09ef-a718-4460-a84d-e702a14bfd47 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f31cbf-d068-4e28-b1ce-c9ba2d5bb664,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:13.507378 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-71fc09ef-a718-4460-a84d-e702a14bfd47 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.511756 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-71fc09ef-a718-4460-a84d-e702a14bfd47 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2004957 Apr 14 20:26:13.512429 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 35576) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:13.517220 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-50207133-595a-4feb-b1ac-ecf75a3ca589 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Request body: {'security_group_rule': {'security_group_id': 'c4788ebe-2301-43c5-acea-4de615cd3908', 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:13.537488 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d22fd-b1a0-4128-b72a-f2dbef7eb3ca req-7b1f7c57-49e2-45ec-92ef-8345e0509a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:13.539682 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-461d22fd-b1a0-4128-b72a-f2dbef7eb3ca req-7b1f7c57-49e2-45ec-92ef-8345e0509a79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d0ae32ba-f63e-4871-a0db-3e11ef229577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0852239 Apr 14 20:26:13.545501 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Attempting to bind port 96048eb1-d1cc-42e3-a416-ab0025967533 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:26:13.545937 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Attempting to bind port 96048eb1-d1cc-42e3-a416-ab0025967533 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'ced7afde-363f-432e-8fb1-931c8fd0ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a92b028b-f859-432d-9d6a-d40d37de2772'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:26:13.546294 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Attempting to bind port 96048eb1-d1cc-42e3-a416-ab0025967533 on network a92b028b-f859-432d-9d6a-d40d37de2772 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:26:13.549008 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-50207133-595a-4feb-b1ac-ecf75a3ca589 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Project ad225bf8aa6a4b28ad215f698e0e6960 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 20:26:13.557860 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-50207133-595a-4feb-b1ac-ecf75a3ca589 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group_rule (6d09f0f4-0f5b-42f2-82a0-e9fb5b510094), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.569386 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Port 96048eb1-d1cc-42e3-a416-ab0025967533 on network a92b028b-f859-432d-9d6a-d40d37de2772 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:26:13.569704 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Attempting to bind port 96048eb1-d1cc-42e3-a416-ab0025967533 on network a92b028b-f859-432d-9d6a-d40d37de2772 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:26:13.587656 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:26:13.588322 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Checking segment: {'id': 'ced7afde-363f-432e-8fb1-931c8fd0ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a92b028b-f859-432d-9d6a-d40d37de2772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:26:13.588909 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Bound using segment: {'id': 'ced7afde-363f-432e-8fb1-931c8fd0ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a92b028b-f859-432d-9d6a-d40d37de2772'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:26:13.589505 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Bound port: 96048eb1-d1cc-42e3-a416-ab0025967533, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced7afde-363f-432e-8fb1-931c8fd0ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a92b028b-f859-432d-9d6a-d40d37de2772'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:26:13.590019 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (96048eb1-d1cc-42e3-a416-ab0025967533), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.630545 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-50207133-595a-4feb-b1ac-ecf75a3ca589 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group_rule (6d09f0f4-0f5b-42f2-82a0-e9fb5b510094), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.635707 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-50207133-595a-4feb-b1ac-ecf75a3ca589 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (6d09f0f4-0f5b-42f2-82a0-e9fb5b510094), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.662679 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50207133-595a-4feb-b1ac-ecf75a3ca589 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d09f0f4-0f5b-42f2-82a0-e9fb5b510094,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:13.673565 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-50207133-595a-4feb-b1ac-ecf75a3ca589 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.674804 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-50207133-595a-4feb-b1ac-ecf75a3ca589 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1614113 Apr 14 20:26:13.677630 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 35582) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:13.685791 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f195230a-0ea8-48a7-9a6f-2e471db04742 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Request body: {'security_group_rule': {'security_group_id': 'c4788ebe-2301-43c5-acea-4de615cd3908', 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:13.718846 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-f195230a-0ea8-48a7-9a6f-2e471db04742 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Project ad225bf8aa6a4b28ad215f698e0e6960 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 20:26:13.722783 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-461d22fd-b1a0-4128-b72a-f2dbef7eb3ca req-d5665615-6c31-4265-9203-f17de450be12 service neutron] 10.222.0.46 "GET /v2.0/networks/d0ae32ba-f63e-4871-a0db-3e11ef229577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737890 Apr 14 20:26:13.725465 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f195230a-0ea8-48a7-9a6f-2e471db04742 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group_rule (e2881e73-4946-4859-a415-ce7a574d9c5b), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.750518 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] For port 96048eb1-d1cc-42e3-a416-ab0025967533, host hv-cinder-83753, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:26:13.795683 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] For port 96048eb1-d1cc-42e3-a416-ab0025967533, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=96048eb1-d1cc-42e3-a416-ab0025967533,segment=NetworkSegment(ced7afde-363f-432e-8fb1-931c8fd0ec19),segment_id=ced7afde-363f-432e-8fb1-931c8fd0ec19)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:26:13.799035 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f195230a-0ea8-48a7-9a6f-2e471db04742 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group_rule (e2881e73-4946-4859-a415-ce7a574d9c5b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.807589 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f195230a-0ea8-48a7-9a6f-2e471db04742 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (e2881e73-4946-4859-a415-ce7a574d9c5b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.808276 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (96048eb1-d1cc-42e3-a416-ab0025967533), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.829952 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195230a-0ea8-48a7-9a6f-2e471db04742 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2881e73-4946-4859-a415-ce7a574d9c5b,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:13.831999 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e68e73-f9b5-40c2-859d-e5f606a290f3 None None] New status for floating IP 584fd019-9503-430b-b9ec-9387aba7e839: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:26:13.846847 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f195230a-0ea8-48a7-9a6f-2e471db04742 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.848144 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-f195230a-0ea8-48a7-9a6f-2e471db04742 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1694796 Apr 14 20:26:13.868136 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:13.869101 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:13.870805 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] 10.222.0.46 "PUT /v2.0/ports/96048eb1-d1cc-42e3-a416-ab0025967533 HTTP/1.1" status: 200 len: 1094 time: 1.7024062 Apr 14 20:26:13.910824 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-461d22fd-b1a0-4128-b72a-f2dbef7eb3ca req-17e205dc-52fc-4dad-a0ea-15cd87044a0b service neutron] 10.222.0.46 "GET /v2.0/networks/d0ae32ba-f63e-4871-a0db-3e11ef229577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810024 Apr 14 20:26:13.914671 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2678f-6379-41fb-8c43-2c89d5a33da5 service neutron] Pushing event updated for resources: {'Port': ['ID=96048eb1-d1cc-42e3-a416-ab0025967533,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:13.956959 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-183e7e93-7035-4702-9364-139a0453f75c req-29ac4747-e40f-4350-9477-310fa6665507 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-742166789&fields=id&tenant_id=ad225bf8aa6a4b28ad215f698e0e6960 HTTP/1.1" status: 200 len: 267 time: 0.0583158 Apr 14 20:26:13.966997 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-c1184870-cdc0-43c1-93a2-eee72fb49681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:13.968041 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-c1184870-cdc0-43c1-93a2-eee72fb49681 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb97710dda63450fa9e239b5c8b51e66&device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 1128 time: 0.0479553 Apr 14 20:26:14.020171 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-2ceca09b-a875-428c-bae0-32f0b1dd82a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96048eb1-d1cc-42e3-a416-ab0025967533 HTTP/1.1" status: 200 len: 217 time: 0.0404506 Apr 14 20:26:14.021406 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e7e93-7035-4702-9364-139a0453f75c req-09e5b856-f305-4432-9373-d6fd450cd38d tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:14.023880 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-183e7e93-7035-4702-9364-139a0453f75c req-09e5b856-f305-4432-9373-d6fd450cd38d tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 946 time: 0.0579591 Apr 14 20:26:14.036629 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-183e7e93-7035-4702-9364-139a0453f75c req-bce7c987-a489-4acc-96b2-de1f8e2dbfd7 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Request body: {'port': {'security_groups': ['4802e3a4-2299-4e7e-bedd-853b7639ac76', 'c4788ebe-2301-43c5-acea-4de615cd3908']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:14.110232 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-81b31a3a-408f-41b2-8b80-565be38441fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:14.112502 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-81b31a3a-408f-41b2-8b80-565be38441fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34d1250a-4125-4753-ac30-dc1497d20c9d HTTP/1.1" status: 200 len: 853 time: 0.0710502 Apr 14 20:26:14.126670 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-183e7e93-7035-4702-9364-139a0453f75c req-bce7c987-a489-4acc-96b2-de1f8e2dbfd7 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (115328be-b857-41f6-b058-f319f080cd10), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:14.169883 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c4b4e-c3dd-44d3-95bf-0f7f49db6843 req-16803ea1-ebe4-43c1-8aff-568783b11b60 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:14.171291 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a32c4b4e-c3dd-44d3-95bf-0f7f49db6843 req-16803ea1-ebe4-43c1-8aff-568783b11b60 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.0578115 Apr 14 20:26:14.222991 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a32c4b4e-c3dd-44d3-95bf-0f7f49db6843 req-a81ab57e-e208-45e5-a970-43625b9bc34d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457833 Apr 14 20:26:14.350312 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-183e7e93-7035-4702-9364-139a0453f75c req-bce7c987-a489-4acc-96b2-de1f8e2dbfd7 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] For port 115328be-b857-41f6-b058-f319f080cd10, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=115328be-b857-41f6-b058-f319f080cd10,segment=NetworkSegment(998aa7c0-879a-4aa5-9406-f0f8069123a1),segment_id=998aa7c0-879a-4aa5-9406-f0f8069123a1)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:26:14.379542 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-183e7e93-7035-4702-9364-139a0453f75c req-bce7c987-a489-4acc-96b2-de1f8e2dbfd7 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for port (115328be-b857-41f6-b058-f319f080cd10), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:14.385194 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-183e7e93-7035-4702-9364-139a0453f75c req-bce7c987-a489-4acc-96b2-de1f8e2dbfd7 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (115328be-b857-41f6-b058-f319f080cd10), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:14.396743 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['115328be-b857-41f6-b058-f319f080cd10'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:26:14.435304 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e7e93-7035-4702-9364-139a0453f75c req-bce7c987-a489-4acc-96b2-de1f8e2dbfd7 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:14.436206 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-183e7e93-7035-4702-9364-139a0453f75c req-bce7c987-a489-4acc-96b2-de1f8e2dbfd7 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:14.438375 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-183e7e93-7035-4702-9364-139a0453f75c req-bce7c987-a489-4acc-96b2-de1f8e2dbfd7 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "PUT /v2.0/ports/115328be-b857-41f6-b058-f319f080cd10 HTTP/1.1" status: 200 len: 982 time: 0.4070363 Apr 14 20:26:14.446120 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae94fce4-7d3b-43cc-bb77-d9c593d3547f', 'tag': '115328be-b857-41f6-b058-f319f080cd10'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:26:14.446120 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdbe11d59a66eb6431a54a4c04aa9c41f8d225d3092e952352ea334af4395ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c1c68c-e2b4-4a7b-8806-a72bf81ae0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ae94fce4-7d3b-43cc-bb77-d9c593d3547f", "tag": "115328be-b857-41f6-b058-f319f080cd10"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:26:14.469898 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-89cd8a6a-90f1-4135-8620-af208fa92690 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a92b028b-f859-432d-9d6a-d40d37de2772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504971 Apr 14 20:26:14.476233 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7c987-a489-4acc-96b2-de1f8e2dbfd7 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Pushing event updated for resources: {'Port': ['ID=115328be-b857-41f6-b058-f319f080cd10,revision_number=6']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:14.608234 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['115328be-b857-41f6-b058-f319f080cd10'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:26:14.618230 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8529e47-6815-4b83-b015-15bd7a4078aa req-050ececb-f815-421c-ab0a-0a928740296c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:14.619874 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d8529e47-6815-4b83-b015-15bd7a4078aa req-050ececb-f815-421c-ab0a-0a928740296c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0774736 Apr 14 20:26:14.654207 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-60165052-801d-4a83-906f-4cdd6580fc0a req-a593a937-48b8-4538-94e6-e5df164f3ff6 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 210 time: 0.1730614 Apr 14 20:26:14.687211 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-facd95b2-6048-4831-b16f-2e27a59fa226 service neutron] 10.222.0.46 "GET /v2.0/networks/a92b028b-f859-432d-9d6a-d40d37de2772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090745 Apr 14 20:26:14.724317 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8a28da-3496-4781-96c9-3548275f3086', 'tag': '96048eb1-d1cc-42e3-a416-ab0025967533'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:26:14.729260 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d8529e47-6815-4b83-b015-15bd7a4078aa req-da9f17e1-2439-4210-a7fa-8655d149b891 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1003954 Apr 14 20:26:14.730782 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e78adc7-72fa-44b3-9a7e-66c88da2b197 x-openstack-request-id: req-0e78adc7-72fa-44b3-9a7e-66c88da2b197 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:26:14.731075 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae94fce4-7d3b-43cc-bb77-d9c593d3547f", "tag": "115328be-b857-41f6-b058-f319f080cd10", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:26:14.731493 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e78adc7-72fa-44b3-9a7e-66c88da2b197 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:26:14.731830 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5459bfc-0f84-4b4b-8c62-856601630da2" -d '{"events": [{"name": "network-changed", "server_uuid": "df8a28da-3496-4781-96c9-3548275f3086", "tag": "96048eb1-d1cc-42e3-a416-ab0025967533"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:26:14.744822 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e78adc7-72fa-44b3-9a7e-66c88da2b197'] response: {'name': 'network-changed', 'server_uuid': 'ae94fce4-7d3b-43cc-bb77-d9c593d3547f', 'tag': '115328be-b857-41f6-b058-f319f080cd10', 'status': 'completed', 'code': 200} Apr 14 20:26:14.860184 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87670b7b-4031-4bff-9c74-915f00634238 x-openstack-request-id: req-87670b7b-4031-4bff-9c74-915f00634238 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:26:14.860184 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8a28da-3496-4781-96c9-3548275f3086", "tag": "96048eb1-d1cc-42e3-a416-ab0025967533", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:26:14.860695 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87670b7b-4031-4bff-9c74-915f00634238 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:26:14.861109 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87670b7b-4031-4bff-9c74-915f00634238'] response: {'name': 'network-changed', 'server_uuid': 'df8a28da-3496-4781-96c9-3548275f3086', 'tag': '96048eb1-d1cc-42e3-a416-ab0025967533', 'status': 'completed', 'code': 200} Apr 14 20:26:14.901557 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-d0fd5858-4b0a-446c-b734-1647f53b9361 None None] Provisioning complete for port 115328be-b857-41f6-b058-f319f080cd10 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:26:14.902151 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5858-4b0a-446c-b734-1647f53b9361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (115328be-b857-41f6-b058-f319f080cd10), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:15.005531 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1c68c-e2b4-4a7b-8806-a72bf81ae0fd req-9d6c6989-2bf8-4f9e-9453-54bd201f7dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:15.007654 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c4c1c68c-e2b4-4a7b-8806-a72bf81ae0fd req-9d6c6989-2bf8-4f9e-9453-54bd201f7dc6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad225bf8aa6a4b28ad215f698e0e6960&device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 1169 time: 0.1826921 Apr 14 20:26:15.023036 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9963a-a5cb-4279-99ec-1140864a6e19 req-9e7f1ad4-cb4e-48d2-b8f5-03361e3fe978 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:15.024699 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1df9963a-a5cb-4279-99ec-1140864a6e19 req-9e7f1ad4-cb4e-48d2-b8f5-03361e3fe978 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 944 time: 0.1979878 Apr 14 20:26:15.086793 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-3524e3ad-0b1a-48bd-b867-4d829b51a6b5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:15.088280 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-3524e3ad-0b1a-48bd-b867-4d829b51a6b5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.46 "GET /v2.0/networks?id=16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 200 len: 819 time: 0.4674540 Apr 14 20:26:15.114059 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f70c23c-adc6-4775-8190-a1e7dc3f49ca req-4820a5aa-d316-4497-9cbb-e9fae3c3f17a service neutron] 10.222.0.46 "GET /v2.0/networks/a92b028b-f859-432d-9d6a-d40d37de2772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085786 Apr 14 20:26:15.119476 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d0fd5858-4b0a-446c-b734-1647f53b9361 None None] Current status of the port 115328be-b857-41f6-b058-f319f080cd10 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:26:15.260329 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1df9963a-a5cb-4279-99ec-1140864a6e19 req-1abca643-a735-43c5-bce3-e937d5f45feb tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224505 Apr 14 20:26:15.273895 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1c68c-e2b4-4a7b-8806-a72bf81ae0fd req-26b87c1f-a1e2-4d46-b99f-727ebe5d2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:15.276685 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c4c1c68c-e2b4-4a7b-8806-a72bf81ae0fd req-26b87c1f-a1e2-4d46-b99f-727ebe5d2bd1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d0ae32ba-f63e-4871-a0db-3e11ef229577 HTTP/1.1" status: 200 len: 916 time: 0.2500646 Apr 14 20:26:15.286730 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-8054be27-ab27-4407-8151-df105a732c96 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4c46b326c4547ce95899fa600de6148 HTTP/1.1" status: 200 len: 379 time: 0.1784208 Apr 14 20:26:15.355259 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e80cb-aa0e-4a5b-8938-297ae16f9c3f req-c12edfd1-e9ed-44cf-84af-4a61a446da3e tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:15.356799 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4f2e80cb-aa0e-4a5b-8938-297ae16f9c3f req-c12edfd1-e9ed-44cf-84af-4a61a446da3e tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.0525482 Apr 14 20:26:15.405466 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4f2e80cb-aa0e-4a5b-8938-297ae16f9c3f req-c0ddb19b-7f8f-4995-965d-8d99b4944fe5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430529 Apr 14 20:26:15.742676 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f2bfd2de-811b-4eac-8680-4bb7fbf5141e req-c0628b85-5790-4e8c-b493-63396ed6f22c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 210 time: 0.0272624 Apr 14 20:26:16.386283 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4abb40-fe59-4f75-a0ed-9efa006f81c7 req-e028fdb3-3643-448f-be84-8da597e1cbbe tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:16.387775 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cc4abb40-fe59-4f75-a0ed-9efa006f81c7 req-e028fdb3-3643-448f-be84-8da597e1cbbe tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 944 time: 0.0497797 Apr 14 20:26:16.439115 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cc4abb40-fe59-4f75-a0ed-9efa006f81c7 req-60281142-6ede-4fc5-ab68-e59deaa4ef0d tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458636 Apr 14 20:26:16.519101 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391da4c-4104-44bc-ae09-ede9fc862325 req-35422b99-76a3-4e23-bc68-34b4f3e52427 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:16.520580 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b391da4c-4104-44bc-ae09-ede9fc862325 req-35422b99-76a3-4e23-bc68-34b4f3e52427 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.0456614 Apr 14 20:26:16.568581 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b391da4c-4104-44bc-ae09-ede9fc862325 req-ae795828-b170-4d69-917c-ce84b35e300e tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417576 Apr 14 20:26:16.834369 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f74f3429-bfdf-40f4-9fb4-0cd0792f6fab req-5cec4e12-cde8-48b8-b281-f689490953e3 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 210 time: 0.0276697 Apr 14 20:26:17.558545 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f71ba-0727-4743-9022-18656ec10b78 req-8b91feb0-582d-4864-a5de-cc40b4e6e437 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:17.561357 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-169f71ba-0727-4743-9022-18656ec10b78 req-8b91feb0-582d-4864-a5de-cc40b4e6e437 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 944 time: 0.0541971 Apr 14 20:26:17.606793 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-169f71ba-0727-4743-9022-18656ec10b78 req-86682d3e-d3c7-465a-b565-d5801c9de9a5 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411110 Apr 14 20:26:17.680312 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e593e-695f-4029-9ed7-ab7b0db6c2dd req-9a47c381-0708-4494-b27f-7f8e33c7249b tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:17.682046 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4f1e593e-695f-4029-9ed7-ab7b0db6c2dd req-9a47c381-0708-4494-b27f-7f8e33c7249b tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.0472515 Apr 14 20:26:17.729419 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4f1e593e-695f-4029-9ed7-ab7b0db6c2dd req-db9d70ad-038e-4bb5-b21e-03415bc3424b tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418139 Apr 14 20:26:17.924989 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-10fecfe5-88b2-4e49-950e-dac49ebecd69 req-99b04ce4-0eb0-45f0-8809-1fa034bcef1c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 210 time: 0.0277438 Apr 14 20:26:18.232010 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-464c18e8-610a-4e1a-ba45-dcd9d83cc4f1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Request body: {'port': {'device_id': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'admin_state_up': True, 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'security_groups': ['50170e06-d39d-41a3-b63d-b49dea170bc5']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:18.352090 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5459bfc-0f84-4b4b-8c62-856601630da2 req-ca4fd960-a1ea-47a6-93dc-fd88cc4ccd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:18.353554 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c5459bfc-0f84-4b4b-8c62-856601630da2 req-ca4fd960-a1ea-47a6-93dc-fd88cc4ccd4c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb97710dda63450fa9e239b5c8b51e66&device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 1128 time: 0.1322117 Apr 14 20:26:18.359055 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c4c1c68c-e2b4-4a7b-8806-a72bf81ae0fd req-f4d89045-66ec-4611-81f3-c4442baf503e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=115328be-b857-41f6-b058-f319f080cd10 HTTP/1.1" status: 200 len: 1001 time: 0.1388977 Apr 14 20:26:18.409353 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-464c18e8-610a-4e1a-ba45-dcd9d83cc4f1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Made reservation on behalf of f4c46b326c4547ce95899fa600de6148 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:26:18.412579 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-464c18e8-610a-4e1a-ba45-dcd9d83cc4f1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:18.536154 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-464c18e8-610a-4e1a-ba45-dcd9d83cc4f1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Allocated IP 172.20.0.14 (16448b67-0841-4eef-b889-fdba363b68dd/fa8a56ac-3172-4f0f-9a52-265e07c67e59/c3945c7c-4edd-450e-b718-1291b902ff1b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:26:18.679349 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-464c18e8-610a-4e1a-ba45-dcd9d83cc4f1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for port (c3945c7c-4edd-450e-b718-1291b902ff1b), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:18.712143 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-464c18e8-610a-4e1a-ba45-dcd9d83cc4f1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (c3945c7c-4edd-450e-b718-1291b902ff1b), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:18.722722 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03256aa6-5e27-4e8c-90db-720c5c0e2995 req-36c2b0b6-b7a8-4ed7-812b-f16aca332703 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:18.725054 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-03256aa6-5e27-4e8c-90db-720c5c0e2995 req-36c2b0b6-b7a8-4ed7-812b-f16aca332703 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 944 time: 0.0514455 Apr 14 20:26:18.755209 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-464c18e8-610a-4e1a-ba45-dcd9d83cc4f1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Network 16448b67-0841-4eef-b889-fdba363b68dd is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:26:18.761059 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-464c18e8-610a-4e1a-ba45-dcd9d83cc4f1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:26:18.764922 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-464c18e8-610a-4e1a-ba45-dcd9d83cc4f1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:26:18.782971 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-03256aa6-5e27-4e8c-90db-720c5c0e2995 req-c9013fa2-9a7f-4902-aa0d-3612a1698b1b tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515926 Apr 14 20:26:18.791437 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c18e8-610a-4e1a-ba45-dcd9d83cc4f1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Pushing event updated for resources: {'Port': ['ID=c3945c7c-4edd-450e-b718-1291b902ff1b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:18.856376 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-464c18e8-610a-4e1a-ba45-dcd9d83cc4f1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:18.856376 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-464c18e8-610a-4e1a-ba45-dcd9d83cc4f1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:18.870942 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc22bc-d637-4bbc-9ef2-6ff6deeff8e1 req-317812e6-e23e-4f69-8e4c-71eee1a6089a tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:18.872441 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-77dc22bc-d637-4bbc-9ef2-6ff6deeff8e1 req-317812e6-e23e-4f69-8e4c-71eee1a6089a tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.0691571 Apr 14 20:26:18.890917 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-464c18e8-610a-4e1a-ba45-dcd9d83cc4f1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6630185 Apr 14 20:26:18.935579 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-77dc22bc-d637-4bbc-9ef2-6ff6deeff8e1 req-fed37a37-3c6c-448b-867f-6893b208c6f0 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572050 Apr 14 20:26:19.018586 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 96048eb1-d1cc-42e3-a416-ab0025967533 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:26:19.039855 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0a5f6-5881-4023-bf6d-8841b226b7e2 req-c42ab0b9-60ac-4860-9781-ebbc534d0db5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:19.041691 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c5c0a5f6-5881-4023-bf6d-8841b226b7e2 req-c42ab0b9-60ac-4860-9781-ebbc534d0db5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 932 time: 0.0487411 Apr 14 20:26:19.090051 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c5c0a5f6-5881-4023-bf6d-8841b226b7e2 req-e80365fc-48fb-4d05-a665-14776c910166 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426807 Apr 14 20:26:19.098891 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-982f12e1-bb51-4d7e-9e54-21e8710e2671 None None] Provisioning complete for port c3945c7c-4edd-450e-b718-1291b902ff1b triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:26:19.099261 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-982f12e1-bb51-4d7e-9e54-21e8710e2671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (c3945c7c-4edd-450e-b718-1291b902ff1b), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:19.144319 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-982f12e1-bb51-4d7e-9e54-21e8710e2671 None None] Port c3945c7c-4edd-450e-b718-1291b902ff1b cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:26:19.159662 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 96048eb1-d1cc-42e3-a416-ab0025967533, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=96048eb1-d1cc-42e3-a416-ab0025967533,segment=NetworkSegment(ced7afde-363f-432e-8fb1-931c8fd0ec19),segment_id=ced7afde-363f-432e-8fb1-931c8fd0ec19)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:26:19.174381 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': '96048eb1-d1cc-42e3-a416-ab0025967533', 'network_id': 'a92b028b-f859-432d-9d6a-d40d37de2772', 'port_id': '96048eb1-d1cc-42e3-a416-ab0025967533', 'mac_address': 'fa:16:3e:0d:39:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d1250a-4125-4753-ac30-dc1497d20c9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:26:19.212343 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 96048eb1-d1cc-42e3-a416-ab0025967533 is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:26:19.212732 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (96048eb1-d1cc-42e3-a416-ab0025967533), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:19.225105 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96048eb1-d1cc-42e3-a416-ab0025967533 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:26:19.248800 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 96048eb1-d1cc-42e3-a416-ab0025967533, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=96048eb1-d1cc-42e3-a416-ab0025967533,segment=NetworkSegment(ced7afde-363f-432e-8fb1-931c8fd0ec19),segment_id=ced7afde-363f-432e-8fb1-931c8fd0ec19)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:26:19.252852 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (96048eb1-d1cc-42e3-a416-ab0025967533), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:19.299338 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=96048eb1-d1cc-42e3-a416-ab0025967533,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:19.696701 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Request body: {'port': {'device_id': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:19.800831 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['96048eb1-d1cc-42e3-a416-ab0025967533'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:26:20.054810 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b951c1-5de0-4373-8bea-1fd00d1bc95c req-2c59934d-5553-4e59-8400-bb784a69cf90 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:20.056654 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-01b951c1-5de0-4373-8bea-1fd00d1bc95c req-2c59934d-5553-4e59-8400-bb784a69cf90 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.0533395 Apr 14 20:26:20.110230 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-01b951c1-5de0-4373-8bea-1fd00d1bc95c req-22e5da21-6267-4f20-bfb0-cb75d0a4eb28 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480220 Apr 14 20:26:20.119827 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1c68c-e2b4-4a7b-8806-a72bf81ae0fd req-78a0a055-f356-4a9c-b2d5-64907518c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:20.121260 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c4c1c68c-e2b4-4a7b-8806-a72bf81ae0fd req-78a0a055-f356-4a9c-b2d5-64907518c02e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68e55fb6-fc75-4b6d-952a-c4a8c730ba8a HTTP/1.1" status: 200 len: 854 time: 0.4216821 Apr 14 20:26:20.150980 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddfc97-0684-4f2c-b890-16b092908e30 req-3319be51-2313-43bd-91a2-7d02b96e7da5 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:20.152408 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-07ddfc97-0684-4f2c-b890-16b092908e30 req-3319be51-2313-43bd-91a2-7d02b96e7da5 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 945 time: 0.1061537 Apr 14 20:26:20.177371 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (c3945c7c-4edd-450e-b718-1291b902ff1b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:20.214555 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5459bfc-0f84-4b4b-8c62-856601630da2 req-1baac095-4696-4337-82c2-1ddbe772e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:20.215905 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c5459bfc-0f84-4b4b-8c62-856601630da2 req-1baac095-4696-4337-82c2-1ddbe772e854 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a92b028b-f859-432d-9d6a-d40d37de2772 HTTP/1.1" status: 200 len: 914 time: 0.5311711 Apr 14 20:26:20.218063 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1c68c-e2b4-4a7b-8806-a72bf81ae0fd req-c22dbd2b-c319-4380-b8a3-08ed25dc1715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:20.219416 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c4c1c68c-e2b4-4a7b-8806-a72bf81ae0fd req-c22dbd2b-c319-4380-b8a3-08ed25dc1715 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d0ae32ba-f63e-4871-a0db-3e11ef229577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861223 Apr 14 20:26:20.222316 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9c966-f96d-475c-b6cb-f438809702d8 req-f3460eae-a35b-4512-9443-a058dd67dee0 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:20.223827 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ac9c966-f96d-475c-b6cb-f438809702d8 req-f3460eae-a35b-4512-9443-a058dd67dee0 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 932 time: 0.0474613 Apr 14 20:26:20.270753 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ac9c966-f96d-475c-b6cb-f438809702d8 req-c2524b30-31b9-4a3d-a7e7-15a16cef6bcd tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409362 Apr 14 20:26:20.315035 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c5459bfc-0f84-4b4b-8c62-856601630da2 req-ca2fd3a9-0d9f-47e1-b88a-97fc705335a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96048eb1-d1cc-42e3-a416-ab0025967533 HTTP/1.1" status: 200 len: 217 time: 0.0725811 Apr 14 20:26:20.372213 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-07ddfc97-0684-4f2c-b890-16b092908e30 req-e40f5a45-33ef-44e9-ba26-b1ecc81de28a tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957200 Apr 14 20:26:20.491672 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c4c1c68c-e2b4-4a7b-8806-a72bf81ae0fd req-e7573ac4-fb6c-47fd-bec9-df478413db26 service neutron] 10.222.0.46 "GET /v2.0/networks/d0ae32ba-f63e-4871-a0db-3e11ef229577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506962 Apr 14 20:26:20.495177 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5459bfc-0f84-4b4b-8c62-856601630da2 req-5eb224d1-b8c8-45de-a265-2ba670f4677d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:20.496470 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c5459bfc-0f84-4b4b-8c62-856601630da2 req-5eb224d1-b8c8-45de-a265-2ba670f4677d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34d1250a-4125-4753-ac30-dc1497d20c9d HTTP/1.1" status: 200 len: 853 time: 0.1471841 Apr 14 20:26:20.586169 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c5459bfc-0f84-4b4b-8c62-856601630da2 req-b6c672b0-932b-4f2e-9cbd-8cd02eced9f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a92b028b-f859-432d-9d6a-d40d37de2772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786350 Apr 14 20:26:20.737628 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c4c1c68c-e2b4-4a7b-8806-a72bf81ae0fd req-54e4987b-bf9b-4089-a4bd-b8fc2246d9cb service neutron] 10.222.0.46 "GET /v2.0/networks/d0ae32ba-f63e-4871-a0db-3e11ef229577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290792 Apr 14 20:26:20.764044 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c5459bfc-0f84-4b4b-8c62-856601630da2 req-81cf76f9-33c9-4378-ae8e-5f760d9fb831 service neutron] 10.222.0.46 "GET /v2.0/networks/a92b028b-f859-432d-9d6a-d40d37de2772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498559 Apr 14 20:26:20.849995 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3945c7c-4edd-450e-b718-1291b902ff1b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:26:20.860048 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Publish callbacks [] for port (c3945c7c-4edd-450e-b718-1291b902ff1b), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:20.881181 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Transition to ACTIVE for port object c3945c7c-4edd-450e-b718-1291b902ff1b will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:26:20.888041 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (c3945c7c-4edd-450e-b718-1291b902ff1b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:20.932434 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c5459bfc-0f84-4b4b-8c62-856601630da2 req-49e63484-7121-44ff-93ae-2e92fba0291a service neutron] 10.222.0.46 "GET /v2.0/networks/a92b028b-f859-432d-9d6a-d40d37de2772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594307 Apr 14 20:26:20.975090 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Pushing event updated for resources: {'Port': ['ID=c3945c7c-4edd-450e-b718-1291b902ff1b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:21.025244 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Attempting to bind port c3945c7c-4edd-450e-b718-1291b902ff1b on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:26:21.025499 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Attempting to bind port c3945c7c-4edd-450e-b718-1291b902ff1b by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:26:21.025829 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Attempting to bind port c3945c7c-4edd-450e-b718-1291b902ff1b on network 16448b67-0841-4eef-b889-fdba363b68dd {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:26:21.031733 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device e733f85b-f908-4818-a195-8752ca80b6d8 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:26:21.032361 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Port c3945c7c-4edd-450e-b718-1291b902ff1b on network 16448b67-0841-4eef-b889-fdba363b68dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:26:21.032361 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Attempting to bind port c3945c7c-4edd-450e-b718-1291b902ff1b on network 16448b67-0841-4eef-b889-fdba363b68dd {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:26:21.038487 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:26:21.039807 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Checking segment: {'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:26:21.040049 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Bound using segment: {'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:26:21.040577 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Bound port: c3945c7c-4edd-450e-b718-1291b902ff1b, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a16a671-1cbc-4955-9c2b-8afb25dccb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:26:21.041045 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (c3945c7c-4edd-450e-b718-1291b902ff1b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:21.079623 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 96048eb1-d1cc-42e3-a416-ab0025967533 up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:26:21.120230 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] For port c3945c7c-4edd-450e-b718-1291b902ff1b, host hv-cinder-83753, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:26:21.123860 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] For port c3945c7c-4edd-450e-b718-1291b902ff1b, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c3945c7c-4edd-450e-b718-1291b902ff1b,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:26:21.129473 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (c3945c7c-4edd-450e-b718-1291b902ff1b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:21.166837 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:21.167607 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:21.169595 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] 10.222.0.46 "PUT /v2.0/ports/c3945c7c-4edd-450e-b718-1291b902ff1b HTTP/1.1" status: 200 len: 1094 time: 1.4830701 Apr 14 20:26:21.169917 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'tag': 'c3945c7c-4edd-450e-b718-1291b902ff1b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:26:21.172478 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1c671a-9952-4874-a27f-760c838d8984" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd023ba-dba8-4012-83b1-77371c1b752b", "tag": "c3945c7c-4edd-450e-b718-1291b902ff1b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:26:21.222177 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfbbfeb-c2f3-4a6a-b0a0-e5430e643e31 x-openstack-request-id: req-8bfbbfeb-c2f3-4a6a-b0a0-e5430e643e31 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:26:21.222504 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd023ba-dba8-4012-83b1-77371c1b752b", "tag": "c3945c7c-4edd-450e-b718-1291b902ff1b", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:26:21.222754 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8bfbbfeb-c2f3-4a6a-b0a0-e5430e643e31 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:26:21.223315 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bfbbfeb-c2f3-4a6a-b0a0-e5430e643e31'] response: {'name': 'network-changed', 'server_uuid': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'tag': 'c3945c7c-4edd-450e-b718-1291b902ff1b', 'status': 'completed', 'code': 200} Apr 14 20:26:21.224862 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfc642-2f8c-465f-a080-d6ff686d061c service neutron] Pushing event updated for resources: {'Port': ['ID=c3945c7c-4edd-450e-b718-1291b902ff1b,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:21.229944 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port e733f85b-f908-4818-a195-8752ca80b6d8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e733f85b-f908-4818-a195-8752ca80b6d8,segment=NetworkSegment(691be194-1d39-47f7-8967-21526e2a9d28),segment_id=691be194-1d39-47f7-8967-21526e2a9d28)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:26:21.248229 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': 'e733f85b-f908-4818-a195-8752ca80b6d8', 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de', 'port_id': 'e733f85b-f908-4818-a195-8752ca80b6d8', 'mac_address': 'fa:16:3e:93:4b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:26:21.252913 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859c5df-8e88-47ba-b81a-b5db2ae35ab3 req-63170476-29b8-4814-a27e-acbe7dc2771e tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:21.254640 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7859c5df-8e88-47ba-b81a-b5db2ae35ab3 req-63170476-29b8-4814-a27e-acbe7dc2771e tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.0650306 Apr 14 20:26:21.286629 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-4c60f91a-23a1-491b-8a13-59d3a21748e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:21.288969 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-4c60f91a-23a1-491b-8a13-59d3a21748e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 1128 time: 0.0488143 Apr 14 20:26:21.291407 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port 96048eb1-d1cc-42e3-a416-ab0025967533 completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:26:21.305768 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port 96048eb1-d1cc-42e3-a416-ab0025967533 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:26:21.307268 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (96048eb1-d1cc-42e3-a416-ab0025967533), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:21.332041 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port e733f85b-f908-4818-a195-8752ca80b6d8 is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:26:21.332768 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:21.337518 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7859c5df-8e88-47ba-b81a-b5db2ae35ab3 req-195229cb-b8b7-4610-ae6f-aa046404f142 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698049 Apr 14 20:26:21.358623 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e733f85b-f908-4818-a195-8752ca80b6d8 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:26:21.387637 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-4de3c3b2-f54f-4547-b4ae-70f855e95dd2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3945c7c-4edd-450e-b718-1291b902ff1b HTTP/1.1" status: 200 len: 217 time: 0.0797770 Apr 14 20:26:21.394004 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port e733f85b-f908-4818-a195-8752ca80b6d8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e733f85b-f908-4818-a195-8752ca80b6d8,segment=NetworkSegment(691be194-1d39-47f7-8967-21526e2a9d28),segment_id=691be194-1d39-47f7-8967-21526e2a9d28)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:26:21.400429 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:21.445440 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 96048eb1-d1cc-42e3-a416-ab0025967533 is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:26:21.445764 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (96048eb1-d1cc-42e3-a416-ab0025967533), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:21.483329 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1a687-47fb-4a39-a342-3a69b3e52645 req-8003732f-fa80-40b9-84a5-9ce7b18b2d71 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:21.484831 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f0d1a687-47fb-4a39-a342-3a69b3e52645 req-8003732f-fa80-40b9-84a5-9ce7b18b2d71 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 944 time: 0.1083999 Apr 14 20:26:21.509792 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8a28da-3496-4781-96c9-3548275f3086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96048eb1-d1cc-42e3-a416-ab0025967533'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:26:21.512047 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19005851-e7ae-41c4-b801-0c4b194df679" -d '{"events": [{"server_uuid": "df8a28da-3496-4781-96c9-3548275f3086", "name": "network-vif-plugged", "status": "completed", "tag": "96048eb1-d1cc-42e3-a416-ab0025967533"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:26:21.516174 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-efc73198-52c5-47cb-8160-7ec08dc35874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:21.517753 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-efc73198-52c5-47cb-8160-7ec08dc35874 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa8a56ac-3172-4f0f-9a52-265e07c67e59 HTTP/1.1" status: 200 len: 858 time: 0.1032238 Apr 14 20:26:21.525910 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e04cc-6761-4f53-8173-e3b75839cbac req-cc725e70-c66b-48bf-be0e-f16c61f05e2a tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:21.527588 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1c4e04cc-6761-4f53-8173-e3b75839cbac req-cc725e70-c66b-48bf-be0e-f16c61f05e2a tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 945 time: 0.0650313 Apr 14 20:26:21.534824 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 96048eb1-d1cc-42e3-a416-ab0025967533, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=96048eb1-d1cc-42e3-a416-ab0025967533,segment=NetworkSegment(ced7afde-363f-432e-8fb1-931c8fd0ec19),segment_id=ced7afde-363f-432e-8fb1-931c8fd0ec19)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:26:21.536131 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=e733f85b-f908-4818-a195-8752ca80b6d8,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:21.539859 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (96048eb1-d1cc-42e3-a416-ab0025967533), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:21.553299 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f0d1a687-47fb-4a39-a342-3a69b3e52645 req-f7ab3bda-f470-4969-b9c0-46cb27d4efef tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601714 Apr 14 20:26:21.584739 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-de689780-9269-412f-8507-536569f87fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:21.586825 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-de689780-9269-412f-8507-536569f87fe9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16448b67-0841-4eef-b889-fdba363b68dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529866 Apr 14 20:26:21.604040 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1c4e04cc-6761-4f53-8173-e3b75839cbac req-e56e9e69-eb3e-4b39-ba25-bcccc8db3caf tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688691 Apr 14 20:26:21.608612 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175bb88f-45ca-41a3-8ece-a672b035179f x-openstack-request-id: req-175bb88f-45ca-41a3-8ece-a672b035179f {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:26:21.609019 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8a28da-3496-4781-96c9-3548275f3086", "name": "network-vif-plugged", "status": "completed", "tag": "96048eb1-d1cc-42e3-a416-ab0025967533", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:26:21.609370 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-175bb88f-45ca-41a3-8ece-a672b035179f {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:26:21.609855 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-175bb88f-45ca-41a3-8ece-a672b035179f'] response: {'server_uuid': 'df8a28da-3496-4781-96c9-3548275f3086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96048eb1-d1cc-42e3-a416-ab0025967533', 'code': 200} Apr 14 20:26:21.614586 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=96048eb1-d1cc-42e3-a416-ab0025967533,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:21.692957 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-3bbb7eca-4574-4e58-a601-dff4880a8842 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975826 Apr 14 20:26:21.815375 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca594adb-d008-4ca0-8b12-1287b23849e1 req-f9b5a7ac-8deb-4c7f-aa10-65729c9fa70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:21.816757 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ca594adb-d008-4ca0-8b12-1287b23849e1 req-f9b5a7ac-8deb-4c7f-aa10-65729c9fa70f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 1130 time: 0.0495715 Apr 14 20:26:21.844032 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c6ca30a9-ec14-4e56-a6f8-130e1f36cc00 req-7499a8f7-2294-4dfc-a870-b7b930aac116 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325767 Apr 14 20:26:21.845632 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['e733f85b-f908-4818-a195-8752ca80b6d8'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:26:21.872139 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ca594adb-d008-4ca0-8b12-1287b23849e1 req-883ec16b-7c22-4442-8ab2-b41a6e679d59 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487051 Apr 14 20:26:22.441154 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b14e32-0b75-407f-b390-502787dcecd7 req-e8312082-aef0-49d1-ac2d-359eecd75b27 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:22.442639 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-08b14e32-0b75-407f-b390-502787dcecd7 req-e8312082-aef0-49d1-ac2d-359eecd75b27 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 944 time: 0.0463369 Apr 14 20:26:22.495992 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-08b14e32-0b75-407f-b390-502787dcecd7 req-0af4b7f3-9260-41fc-b7c5-929192f069f9 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472412 Apr 14 20:26:22.667735 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e05c8-8b63-4548-93cf-0922951b3caa req-a1468c73-a5bb-4703-9b3b-c6143d224868 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:22.669271 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-145e05c8-8b63-4548-93cf-0922951b3caa req-a1468c73-a5bb-4703-9b3b-c6143d224868 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 944 time: 0.0477214 Apr 14 20:26:22.710399 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c9932-d51d-4b63-90c8-71d48c0f4a66 req-152cc2cd-6255-4613-9c52-2b59681ef3b3 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:22.711904 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-222c9932-d51d-4b63-90c8-71d48c0f4a66 req-152cc2cd-6255-4613-9c52-2b59681ef3b3 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 946 time: 0.0462306 Apr 14 20:26:22.715684 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-145e05c8-8b63-4548-93cf-0922951b3caa req-ba177c78-252a-4b3b-8b76-9a8d787c4c81 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409086 Apr 14 20:26:22.763716 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-222c9932-d51d-4b63-90c8-71d48c0f4a66 req-fa018702-791c-43a4-8b91-25b4c4d3f1f5 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459640 Apr 14 20:26:23.370436 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device e733f85b-f908-4818-a195-8752ca80b6d8 up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:26:23.413646 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port e733f85b-f908-4818-a195-8752ca80b6d8 completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:26:23.419250 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port e733f85b-f908-4818-a195-8752ca80b6d8 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:26:23.419639 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:23.495291 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port e733f85b-f908-4818-a195-8752ca80b6d8 is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:26:23.495678 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:23.530753 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port e733f85b-f908-4818-a195-8752ca80b6d8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e733f85b-f908-4818-a195-8752ca80b6d8,segment=NetworkSegment(691be194-1d39-47f7-8967-21526e2a9d28),segment_id=691be194-1d39-47f7-8967-21526e2a9d28)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:26:23.534785 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:23.582764 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=e733f85b-f908-4818-a195-8752ca80b6d8,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:23.610635 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180a18e8-8169-4d1f-816d-db549b82399c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e733f85b-f908-4818-a195-8752ca80b6d8'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:26:23.610978 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687ffae-3935-4fc5-ba24-4fa9a339b869 req-217c6e1e-dec2-4f03-9370-fb12416dba5b tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:23.612448 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7687ffae-3935-4fc5-ba24-4fa9a339b869 req-217c6e1e-dec2-4f03-9370-fb12416dba5b tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0510063 Apr 14 20:26:23.612941 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68211480-bba9-4a24-bfad-25b966f58a76" -d '{"events": [{"server_uuid": "180a18e8-8169-4d1f-816d-db549b82399c", "name": "network-vif-plugged", "status": "completed", "tag": "e733f85b-f908-4818-a195-8752ca80b6d8"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:26:23.648258 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120aa209-d4fe-4c7d-9637-8f8f990ee275 x-openstack-request-id: req-120aa209-d4fe-4c7d-9637-8f8f990ee275 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:26:23.648553 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180a18e8-8169-4d1f-816d-db549b82399c", "name": "network-vif-plugged", "status": "completed", "tag": "e733f85b-f908-4818-a195-8752ca80b6d8", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:26:23.648806 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-120aa209-d4fe-4c7d-9637-8f8f990ee275 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:26:23.649201 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-120aa209-d4fe-4c7d-9637-8f8f990ee275'] response: {'server_uuid': '180a18e8-8169-4d1f-816d-db549b82399c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e733f85b-f908-4818-a195-8752ca80b6d8', 'code': 200} Apr 14 20:26:23.661765 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7687ffae-3935-4fc5-ba24-4fa9a339b869 req-6d8e63f7-e583-4509-9abf-9ee3045ac783 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435154 Apr 14 20:26:23.828391 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e2e9c-1e08-44c1-b762-301e4d55da2b req-20335d7d-b89a-45b8-afba-a30fc1bd100b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:23.829873 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d31e2e9c-1e08-44c1-b762-301e4d55da2b req-20335d7d-b89a-45b8-afba-a30fc1bd100b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 944 time: 0.0473030 Apr 14 20:26:23.877266 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d31e2e9c-1e08-44c1-b762-301e4d55da2b req-28888fcd-cc68-48b6-b5b7-a370e5b13fe2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419321 Apr 14 20:26:23.883360 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a742f7-7085-49cd-aae7-3ff85b24e2dd req-825a7160-1b15-48dd-a600-17f29d96d758 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:23.884863 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a9a742f7-7085-49cd-aae7-3ff85b24e2dd req-825a7160-1b15-48dd-a600-17f29d96d758 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 946 time: 0.0479243 Apr 14 20:26:23.931121 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a9a742f7-7085-49cd-aae7-3ff85b24e2dd req-8ef4e724-e64a-4e3a-a733-7989c386d8a2 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403774 Apr 14 20:26:24.776516 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83985f1-d340-43b8-99cf-f22652ae02a9 req-fbbddc4d-8851-47f7-86cb-d1b2d9396ada tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:24.777968 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f83985f1-d340-43b8-99cf-f22652ae02a9 req-fbbddc4d-8851-47f7-86cb-d1b2d9396ada tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0498374 Apr 14 20:26:24.826666 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f83985f1-d340-43b8-99cf-f22652ae02a9 req-9e92a529-4206-49cd-af01-424f7967b241 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430920 Apr 14 20:26:24.987264 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9aa8f-5619-49d7-a30a-2c584584c0d1 req-fa02f45f-77f1-4731-b3e0-73571fa3744b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:24.988756 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-76b9aa8f-5619-49d7-a30a-2c584584c0d1 req-fa02f45f-77f1-4731-b3e0-73571fa3744b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 944 time: 0.0466781 Apr 14 20:26:25.039550 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-76b9aa8f-5619-49d7-a30a-2c584584c0d1 req-140b3d00-8950-4221-ab63-d39f81e5267e tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443854 Apr 14 20:26:25.040360 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a13708-e920-4909-9f99-b6ed69f3b039 req-80db52f5-c9e7-40ae-a6d8-6a89d4d399c8 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:25.042018 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-54a13708-e920-4909-9f99-b6ed69f3b039 req-80db52f5-c9e7-40ae-a6d8-6a89d4d399c8 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 946 time: 0.0474176 Apr 14 20:26:25.090803 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-54a13708-e920-4909-9f99-b6ed69f3b039 req-1835c937-2cd7-400b-9cff-f793f74c1a95 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431912 Apr 14 20:26:25.371833 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device c3945c7c-4edd-450e-b718-1291b902ff1b details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:26:25.467559 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port c3945c7c-4edd-450e-b718-1291b902ff1b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c3945c7c-4edd-450e-b718-1291b902ff1b,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:26:25.478820 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': 'c3945c7c-4edd-450e-b718-1291b902ff1b', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'port_id': 'c3945c7c-4edd-450e-b718-1291b902ff1b', 'mac_address': 'fa:16:3e:2b:9a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:26:25.514707 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port c3945c7c-4edd-450e-b718-1291b902ff1b is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:26:25.515091 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (c3945c7c-4edd-450e-b718-1291b902ff1b), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:25.527362 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3945c7c-4edd-450e-b718-1291b902ff1b {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:26:25.546019 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port c3945c7c-4edd-450e-b718-1291b902ff1b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c3945c7c-4edd-450e-b718-1291b902ff1b,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:26:25.549809 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (c3945c7c-4edd-450e-b718-1291b902ff1b), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:25.595734 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=c3945c7c-4edd-450e-b718-1291b902ff1b,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:25.886594 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c671a-9952-4874-a27f-760c838d8984 req-0326bfad-562e-4f09-9d3f-c77cae9c5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:25.888101 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cc1c671a-9952-4874-a27f-760c838d8984 req-0326bfad-562e-4f09-9d3f-c77cae9c5089 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 1129 time: 0.0419719 Apr 14 20:26:25.944420 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331c75d-384b-4a85-a47a-4117fa6b3959 req-69a39f89-df48-4511-9370-a3b5406c3c16 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:25.945779 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d331c75d-384b-4a85-a47a-4117fa6b3959 req-69a39f89-df48-4511-9370-a3b5406c3c16 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0463419 Apr 14 20:26:25.997254 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d331c75d-384b-4a85-a47a-4117fa6b3959 req-ce623f68-b861-4745-af24-8f710d64dd21 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461431 Apr 14 20:26:26.028075 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['c3945c7c-4edd-450e-b718-1291b902ff1b'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:26:26.082937 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c671a-9952-4874-a27f-760c838d8984 req-4badee5f-2bab-436f-96bd-e8ffac66f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:26.084361 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cc1c671a-9952-4874-a27f-760c838d8984 req-4badee5f-2bab-436f-96bd-e8ffac66f4c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 200 len: 920 time: 0.1049964 Apr 14 20:26:26.198294 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cc1c671a-9952-4874-a27f-760c838d8984 req-30ce10b6-9c0d-4982-bc29-9105147bf53b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3945c7c-4edd-450e-b718-1291b902ff1b HTTP/1.1" status: 200 len: 217 time: 0.0752361 Apr 14 20:26:26.201181 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c14ac-d88a-44c2-a2f4-04ddd8e320c4 req-9059e791-51fb-40f7-b537-166c64c57fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:26.202642 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ca0c14ac-d88a-44c2-a2f4-04ddd8e320c4 req-9059e791-51fb-40f7-b537-166c64c57fd2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 1129 time: 0.1212740 Apr 14 20:26:26.207015 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd9339-e133-453e-b9bb-8501cabc7561 req-4640e1b0-28db-4402-bf1e-58c69ebc7afe tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:26.208530 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bdcd9339-e133-453e-b9bb-8501cabc7561 req-4640e1b0-28db-4402-bf1e-58c69ebc7afe tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 946 time: 0.0499640 Apr 14 20:26:26.214014 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065ec9d-b869-4ea2-bf22-701c9f901ec2 req-0940ffbd-45c4-4665-bcdf-77a79019aaea tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:26.215469 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b065ec9d-b869-4ea2-bf22-701c9f901ec2 req-0940ffbd-45c4-4665-bcdf-77a79019aaea tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 945 time: 0.1042290 Apr 14 20:26:26.256157 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bdcd9339-e133-453e-b9bb-8501cabc7561 req-7fd1bda2-eaad-482f-a252-b0b0d8b64e66 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408440 Apr 14 20:26:26.327391 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c671a-9952-4874-a27f-760c838d8984 req-b5f3adbf-8d3c-4a20-8198-0b91a707cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:26.328863 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cc1c671a-9952-4874-a27f-760c838d8984 req-b5f3adbf-8d3c-4a20-8198-0b91a707cea8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa8a56ac-3172-4f0f-9a52-265e07c67e59 HTTP/1.1" status: 200 len: 858 time: 0.0936854 Apr 14 20:26:26.331990 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b065ec9d-b869-4ea2-bf22-701c9f901ec2 req-8ee2cd64-4777-4bed-b6ef-42dda9eff89d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112456 Apr 14 20:26:26.344141 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ca0c14ac-d88a-44c2-a2f4-04ddd8e320c4 req-79c35fcd-28d9-4a2e-b65a-0bf234c47118 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099522 Apr 14 20:26:27.115104 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cf74f-eeff-4c93-968a-6948385bcd1f req-f2d57d5e-1a63-446f-a971-d6a3e8b3adc1 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:27.116655 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-767cf74f-eeff-4c93-968a-6948385bcd1f req-f2d57d5e-1a63-446f-a971-d6a3e8b3adc1 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0508633 Apr 14 20:26:27.165117 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-767cf74f-eeff-4c93-968a-6948385bcd1f req-88a39b72-3412-4369-8fb2-9d422855dba7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430703 Apr 14 20:26:27.368387 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d0477-60cc-4c53-a542-7c3a18c80389 req-59e13cf5-d0f9-4f31-9d0a-5df4bc890dda tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:27.369897 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-840d0477-60cc-4c53-a542-7c3a18c80389 req-59e13cf5-d0f9-4f31-9d0a-5df4bc890dda tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 946 time: 0.0466788 Apr 14 20:26:27.415006 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device c3945c7c-4edd-450e-b718-1291b902ff1b up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:26:27.452445 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e6051-176b-4e49-ad50-ba8476f553e5 req-e9b29d73-62c2-4d05-9e41-0a8494874bb2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:27.454148 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7a2e6051-176b-4e49-ad50-ba8476f553e5 req-e9b29d73-62c2-4d05-9e41-0a8494874bb2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 945 time: 0.0562103 Apr 14 20:26:27.455077 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-840d0477-60cc-4c53-a542-7c3a18c80389 req-19591da2-efdc-490e-94b3-5fdc7a4a5031 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796719 Apr 14 20:26:27.456461 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c671a-9952-4874-a27f-760c838d8984 req-119a6503-21f0-4b4e-b73c-e4df27ccb71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:27.458185 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cc1c671a-9952-4874-a27f-760c838d8984 req-119a6503-21f0-4b4e-b73c-e4df27ccb71b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16448b67-0841-4eef-b889-fdba363b68dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651543 Apr 14 20:26:27.480438 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port c3945c7c-4edd-450e-b718-1291b902ff1b completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:26:27.486018 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port c3945c7c-4edd-450e-b718-1291b902ff1b triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:26:27.486376 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (c3945c7c-4edd-450e-b718-1291b902ff1b), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:27.504118 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7a2e6051-176b-4e49-ad50-ba8476f553e5 req-1313a0bb-542c-448c-996c-e9b7416192ef tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427229 Apr 14 20:26:27.567410 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port c3945c7c-4edd-450e-b718-1291b902ff1b is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:26:27.567765 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (c3945c7c-4edd-450e-b718-1291b902ff1b), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:27.590672 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3945c7c-4edd-450e-b718-1291b902ff1b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:26:27.592892 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627f4644-7dac-449c-abf0-ba08e13322d3" -d '{"events": [{"server_uuid": "9bd023ba-dba8-4012-83b1-77371c1b752b", "name": "network-vif-plugged", "status": "completed", "tag": "c3945c7c-4edd-450e-b718-1291b902ff1b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:26:27.605104 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port c3945c7c-4edd-450e-b718-1291b902ff1b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c3945c7c-4edd-450e-b718-1291b902ff1b,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:26:27.608793 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (c3945c7c-4edd-450e-b718-1291b902ff1b), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:27.630643 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af04546b-7fa8-4ea8-a966-4db0c52c1e70 x-openstack-request-id: req-af04546b-7fa8-4ea8-a966-4db0c52c1e70 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:26:27.630960 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd023ba-dba8-4012-83b1-77371c1b752b", "name": "network-vif-plugged", "status": "completed", "tag": "c3945c7c-4edd-450e-b718-1291b902ff1b", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:26:27.631216 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af04546b-7fa8-4ea8-a966-4db0c52c1e70 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:26:27.632150 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af04546b-7fa8-4ea8-a966-4db0c52c1e70'] response: {'server_uuid': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3945c7c-4edd-450e-b718-1291b902ff1b', 'code': 200} Apr 14 20:26:27.657762 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=c3945c7c-4edd-450e-b718-1291b902ff1b,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:28.230777 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cc1c671a-9952-4874-a27f-760c838d8984 req-af1da94e-d8ec-4960-87de-11ab87260c05 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245122 Apr 14 20:26:28.383248 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fe1a7-3c05-4b5a-9567-2f8624f3fa29 req-86bccff4-6854-4638-ae7d-9286d7956d4d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:28.384714 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d65fe1a7-3c05-4b5a-9567-2f8624f3fa29 req-86bccff4-6854-4638-ae7d-9286d7956d4d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.1183395 Apr 14 20:26:28.394189 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b33cc5-f9a7-4ef4-9fc8-9f157306b31b req-e496f49f-465c-40e4-b803-e4add22c822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:28.395590 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-72b33cc5-f9a7-4ef4-9fc8-9f157306b31b req-e496f49f-465c-40e4-b803-e4add22c822d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 1130 time: 0.0674920 Apr 14 20:26:28.420105 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cc1c671a-9952-4874-a27f-760c838d8984 req-e01ccaf9-b12f-440b-ae23-f49541bb0048 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753864 Apr 14 20:26:28.448116 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d65fe1a7-3c05-4b5a-9567-2f8624f3fa29 req-35c3de09-d55f-445b-a5ed-b63c949e936d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576468 Apr 14 20:26:28.561318 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-72b33cc5-f9a7-4ef4-9fc8-9f157306b31b req-4889017d-5aff-4e02-817a-476f940f8617 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641627 Apr 14 20:26:28.586784 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd8453-3489-4803-8f29-ec24c7de417d req-2be71c2f-dbc0-412f-8009-4bceb500b76d tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:28.588474 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0bcd8453-3489-4803-8f29-ec24c7de417d req-2be71c2f-dbc0-412f-8009-4bceb500b76d tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 946 time: 0.0708401 Apr 14 20:26:28.644266 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0bcd8453-3489-4803-8f29-ec24c7de417d req-7f616c1b-2be2-4f14-9d3d-1784e31dff88 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472076 Apr 14 20:26:28.645553 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901fe1a-839d-4a31-ac51-375192aac5df req-f16497af-1412-4386-86ed-4a5f07399a86 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:28.647220 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c901fe1a-839d-4a31-ac51-375192aac5df req-f16497af-1412-4386-86ed-4a5f07399a86 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0529304 Apr 14 20:26:28.696178 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c901fe1a-839d-4a31-ac51-375192aac5df req-f52383cb-2389-452e-8caa-157f67dd2a07 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434287 Apr 14 20:26:28.794657 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:26:29.561013 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3897f-a7ef-4696-922c-8aa02fb2ac79 req-a18891c1-18f5-43cb-b798-11d3a75ce09c tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:29.562481 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-32e3897f-a7ef-4696-922c-8aa02fb2ac79 req-a18891c1-18f5-43cb-b798-11d3a75ce09c tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0460687 Apr 14 20:26:29.611478 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-32e3897f-a7ef-4696-922c-8aa02fb2ac79 req-c1cb273d-137d-4338-a0ef-ab847b941117 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434711 Apr 14 20:26:29.728218 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3338db6-9f34-4134-be41-e64262c4b9c9 req-57d2417a-3303-47b0-9775-70ae7cedc1b5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:29.729386 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c3338db6-9f34-4134-be41-e64262c4b9c9 req-57d2417a-3303-47b0-9775-70ae7cedc1b5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0498207 Apr 14 20:26:29.778991 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c3338db6-9f34-4134-be41-e64262c4b9c9 req-043bbb54-f48e-4ff1-9133-e34897953b61 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435641 Apr 14 20:26:29.800898 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 35766) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:29.813464 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf46e19-a7f5-4d2a-9527-1b0ae106ba8d req-3d4447e8-4621-40e4-ac54-bf2e87a38689 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:29.815033 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-eaf46e19-a7f5-4d2a-9527-1b0ae106ba8d req-3d4447e8-4621-40e4-ac54-bf2e87a38689 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0476735 Apr 14 20:26:29.863379 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-eaf46e19-a7f5-4d2a-9527-1b0ae106ba8d req-4af7d1de-5051-409e-850f-43a3bff9b054 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420530 Apr 14 20:26:29.951563 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138cd8a4-6eab-406a-bc5f-5b37c141cc2c tempest-TestShelveInstance-755916906 tempest-TestShelveInstance-755916906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:29.953054 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-138cd8a4-6eab-406a-bc5f-5b37c141cc2c tempest-TestShelveInstance-755916906 tempest-TestShelveInstance-755916906-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 1124 time: 0.1510854 Apr 14 20:26:29.955977 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 35772) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:29.960226 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Request body: {'floatingip': {'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'port_id': 'e733f85b-f908-4818-a195-8752ca80b6d8', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:29.980281 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:30.059351 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:30.188009 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Allocated IP 172.27.3.86 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/aeede554-fa57-46b9-99c0-6a6ff680392f) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:26:30.295026 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for port (aeede554-fa57-46b9-99c0-6a6ff680392f), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:30.327691 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (aeede554-fa57-46b9-99c0-6a6ff680392f), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:30.369032 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:26:30.371986 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:26:30.377713 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:26:30.401802 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Pushing event updated for resources: {'Port': ['ID=aeede554-fa57-46b9-99c0-6a6ff680392f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:30.441645 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e09e3-cb21-4b59-9259-602d73db9837 req-10100a18-747e-4bcb-a3d5-022fe662a360 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:30.443144 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3d1e09e3-cb21-4b59-9259-602d73db9837 req-10100a18-747e-4bcb-a3d5-022fe662a360 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0524483 Apr 14 20:26:30.497969 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3d1e09e3-cb21-4b59-9259-602d73db9837 req-60d36e94-20b2-4dc7-886c-48741845352c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479326 Apr 14 20:26:31.023059 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16c5c8-25d0-46eb-a297-220b1f41a47a req-d32cadd6-5e90-45eb-a88f-b7997a180459 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:31.024211 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9d16c5c8-25d0-46eb-a297-220b1f41a47a req-d32cadd6-5e90-45eb-a88f-b7997a180459 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0594273 Apr 14 20:26:31.048025 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for floatingip (60f12776-05ec-4588-a5cd-a8c2838c2593), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:31.106817 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9d16c5c8-25d0-46eb-a297-220b1f41a47a req-85d61efe-4c04-44b2-985d-b32677219934 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764203 Apr 14 20:26:31.135828 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (aeede554-fa57-46b9-99c0-6a6ff680392f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:31.292930 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for port (aeede554-fa57-46b9-99c0-6a6ff680392f), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:31.297772 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (aeede554-fa57-46b9-99c0-6a6ff680392f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:31.302599 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-977f493b-7fb4-44f5-a1be-7a4c9af793bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:31.368797 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Pushing event updated for resources: {'Port': ['ID=aeede554-fa57-46b9-99c0-6a6ff680392f,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:31.380456 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (60f12776-05ec-4588-a5cd-a8c2838c2593), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:31.485293 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.l3_db [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Floating IP 60f12776-05ec-4588-a5cd-a8c2838c2593 associated. External IP: 172.27.3.86, port: e733f85b-f908-4818-a195-8752ca80b6d8. Apr 14 20:26:31.621500 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a6b15-aa1d-47ba-9a63-f778d10a0fc0 req-c5d64208-df6e-4bf1-adb3-76294c368674 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:31.622950 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-057a6b15-aa1d-47ba-9a63-f778d10a0fc0 req-c5d64208-df6e-4bf1-adb3-76294c368674 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0525753 Apr 14 20:26:31.692469 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-057a6b15-aa1d-47ba-9a63-f778d10a0fc0 req-a807b049-a22a-4326-aecb-2663bb1f5127 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625203 Apr 14 20:26:31.702616 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Router 7bf0dce2-3ca8-480f-9344-fa982fe10db4 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:26:31.820272 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:26:31.829746 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b71c08-565e-4828-a180-a6a79454add6 None None] Sync routers for ids ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:26:31.837724 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:31.839856 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b71c08-565e-4828-a180-a6a79454add6 None None] Routers {'7bf0dce2-3ca8-480f-9344-fa982fe10db4'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:26:31.840587 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-76b71c08-565e-4828-a180-a6a79454add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:26:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:26:31.883293 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-b772a98f-4bcf-4635-9241-bb3207aa40ac tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9157126 Apr 14 20:26:31.883293 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180a18e8-8169-4d1f-816d-db549b82399c', 'tag': 'e733f85b-f908-4818-a195-8752ca80b6d8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:26:31.883293 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b551ce-107a-4ef9-bbbb-fe0da550a04c" -d '{"events": [{"name": "network-changed", "server_uuid": "180a18e8-8169-4d1f-816d-db549b82399c", "tag": "e733f85b-f908-4818-a195-8752ca80b6d8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:26:31.911755 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237d465b-4550-4681-bb2c-efa4629fbe5e x-openstack-request-id: req-237d465b-4550-4681-bb2c-efa4629fbe5e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:26:31.912047 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180a18e8-8169-4d1f-816d-db549b82399c", "tag": "e733f85b-f908-4818-a195-8752ca80b6d8", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:26:31.912305 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-237d465b-4550-4681-bb2c-efa4629fbe5e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:26:31.913395 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-237d465b-4550-4681-bb2c-efa4629fbe5e'] response: {'name': 'network-changed', 'server_uuid': '180a18e8-8169-4d1f-816d-db549b82399c', 'tag': 'e733f85b-f908-4818-a195-8752ca80b6d8', 'status': 'completed', 'code': 200} Apr 14 20:26:31.964204 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-76b71c08-565e-4828-a180-a6a79454add6 None None] Set router 7bf0dce2-3ca8-480f-9344-fa982fe10db4 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:26:31.980601 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b551ce-107a-4ef9-bbbb-fe0da550a04c req-e4d84cd2-cbc1-4b19-9cad-9756bdd73907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:31.982107 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-21b551ce-107a-4ef9-bbbb-fe0da550a04c req-e4d84cd2-cbc1-4b19-9cad-9756bdd73907 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d38318cd27d405c995f7fecf0065a8f&device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 1129 time: 0.0388558 Apr 14 20:26:32.083736 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b551ce-107a-4ef9-bbbb-fe0da550a04c req-6b069744-42fd-4649-a7bb-fd0f9361b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:32.085853 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-21b551ce-107a-4ef9-bbbb-fe0da550a04c req-6b069744-42fd-4649-a7bb-fd0f9361b4e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80c2c505-4d1f-4abc-8513-a7f54767d7de HTTP/1.1" status: 200 len: 910 time: 0.0964015 Apr 14 20:26:32.161712 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-21b551ce-107a-4ef9-bbbb-fe0da550a04c req-71ad63be-9071-4b6d-844d-16bfdd2b1c8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e733f85b-f908-4818-a195-8752ca80b6d8 HTTP/1.1" status: 200 len: 998 time: 0.0681739 Apr 14 20:26:32.196512 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-76b71c08-565e-4828-a180-a6a79454add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'name': 'tempest-TestShelveInstance-2075611276-router', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:00Z', 'updated_at': '2022-04-14T20:25:04Z', 'revision_number': 4, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'gw_port': {'id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:01Z', 'updated_at': '2022-04-14T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '60f12776-05ec-4588-a5cd-a8c2838c2593', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'port_id': 'e733f85b-f908-4818-a195-8752ca80b6d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de', 'mac_address': 'fa:16:3e:93:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a18e8-8169-4d1f-816d-db549b82399c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:26:30Z', 'updated_at': '2022-04-14T20:26:30Z', 'revision_number': 0, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539c329f-43ea-4b5e-9ff5-a066dc492ff0', 'name': '', 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'mac_address': 'fa:16:3e:16:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:04Z', 'updated_at': '2022-04-14T20:25:09Z', 'revision_number': 5, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'subnets': [{'id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:26:32.222674 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b71c08-565e-4828-a180-a6a79454add6 None None] Checking router: 7bf0dce2-3ca8-480f-9344-fa982fe10db4 for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:26:32.222816 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b551ce-107a-4ef9-bbbb-fe0da550a04c req-0777b5f1-c37a-4891-b8cd-d2fd16d133be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:32.224193 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-21b551ce-107a-4ef9-bbbb-fe0da550a04c req-0777b5f1-c37a-4891-b8cd-d2fd16d133be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9ba921da-a26a-40cd-8a3f-598bd553a55b HTTP/1.1" status: 200 len: 848 time: 0.0493150 Apr 14 20:26:32.231703 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b71c08-565e-4828-a180-a6a79454add6 None None] Routers {'7bf0dce2-3ca8-480f-9344-fa982fe10db4'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:26:32.232327 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-76b71c08-565e-4828-a180-a6a79454add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:26:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:26:32.246247 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c20bf1-8be4-4414-bece-cfa6b27e900c req-4114425a-8af9-41aa-a20b-afce4947e5dd tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:32.254072 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-73c20bf1-8be4-4414-bece-cfa6b27e900c req-4114425a-8af9-41aa-a20b-afce4947e5dd tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0780764 Apr 14 20:26:32.289889 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b551ce-107a-4ef9-bbbb-fe0da550a04c req-10cfcbf4-a552-4550-a00d-2788876fb47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:32.293094 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-21b551ce-107a-4ef9-bbbb-fe0da550a04c req-10cfcbf4-a552-4550-a00d-2788876fb47e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80c2c505-4d1f-4abc-8513-a7f54767d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624471 Apr 14 20:26:32.316151 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-73c20bf1-8be4-4414-bece-cfa6b27e900c req-0889bdea-7342-4129-8d0e-9d3d601300b4 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609150 Apr 14 20:26:32.404769 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-21b551ce-107a-4ef9-bbbb-fe0da550a04c req-3284ecbd-1198-4dd0-8642-612b04818309 service neutron] 10.222.0.46 "GET /v2.0/networks/80c2c505-4d1f-4abc-8513-a7f54767d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021686 Apr 14 20:26:32.445298 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-76b71c08-565e-4828-a180-a6a79454add6 None None] Set router 7bf0dce2-3ca8-480f-9344-fa982fe10db4 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:26:32.464317 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbf10d-2610-4053-8b46-dad49412cc55 req-79c53e92-ea31-4086-bfb2-0306a5f72527 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:32.465796 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-14fbf10d-2610-4053-8b46-dad49412cc55 req-79c53e92-ea31-4086-bfb2-0306a5f72527 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0807848 Apr 14 20:26:32.478516 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 35806) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:26:32.482498 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a748dd09-eddf-4794-a758-3970757fed98 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Request body: {'floatingip': {'port_id': 'c3945c7c-4edd-450e-b718-1291b902ff1b'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:26:32.527457 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-21b551ce-107a-4ef9-bbbb-fe0da550a04c req-aca311ad-7d5a-49a6-811a-93dd6b4dc00f service neutron] 10.222.0.46 "GET /v2.0/networks/80c2c505-4d1f-4abc-8513-a7f54767d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067753 Apr 14 20:26:32.530220 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a748dd09-eddf-4794-a758-3970757fed98 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for floatingip (88fb2548-9486-436a-a37a-bfac55746671), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:32.669977 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-76b71c08-565e-4828-a180-a6a79454add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'name': 'tempest-TestShelveInstance-2075611276-router', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:00Z', 'updated_at': '2022-04-14T20:25:04Z', 'revision_number': 4, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'gw_port': {'id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:01Z', 'updated_at': '2022-04-14T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '60f12776-05ec-4588-a5cd-a8c2838c2593', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'port_id': 'e733f85b-f908-4818-a195-8752ca80b6d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de', 'mac_address': 'fa:16:3e:93:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a18e8-8169-4d1f-816d-db549b82399c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:26:30Z', 'updated_at': '2022-04-14T20:26:30Z', 'revision_number': 0, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539c329f-43ea-4b5e-9ff5-a066dc492ff0', 'name': '', 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'mac_address': 'fa:16:3e:16:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:04Z', 'updated_at': '2022-04-14T20:25:09Z', 'revision_number': 5, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'subnets': [{'id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:26:32.705389 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b71c08-565e-4828-a180-a6a79454add6 None None] The sync data for ids ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'] in dv-cinder-837539-3-iscsi is: [{'id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'name': 'tempest-TestShelveInstance-2075611276-router', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:00Z', 'updated_at': '2022-04-14T20:25:04Z', 'revision_number': 4, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'gw_port': {'id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:01Z', 'updated_at': '2022-04-14T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '60f12776-05ec-4588-a5cd-a8c2838c2593', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'port_id': 'e733f85b-f908-4818-a195-8752ca80b6d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de', 'mac_address': 'fa:16:3e:93:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180a18e8-8169-4d1f-816d-db549b82399c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:26:30Z', 'updated_at': '2022-04-14T20:26:30Z', 'revision_number': 0, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539c329f-43ea-4b5e-9ff5-a066dc492ff0', 'name': '', 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'mac_address': 'fa:16:3e:16:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:04Z', 'updated_at': '2022-04-14T20:25:09Z', 'revision_number': 5, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'subnets': [{'id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:26:32.891802 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ec33e-a085-4e15-b543-24373be5cc98 req-6f8c6679-e44d-44c9-8bbe-a2390e00771e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:32.893328 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-273ec33e-a085-4e15-b543-24373be5cc98 req-6f8c6679-e44d-44c9-8bbe-a2390e00771e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.1252406 Apr 14 20:26:32.911315 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28208a9a-b47b-4e94-9758-ce472754c2ed None None] New status for floating IP 60f12776-05ec-4588-a5cd-a8c2838c2593: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:26:32.996348 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-273ec33e-a085-4e15-b543-24373be5cc98 req-c6095a32-8357-4aad-b8e0-84fe6347ff76 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955374 Apr 14 20:26:33.099833 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a748dd09-eddf-4794-a758-3970757fed98 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:33.104021 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a748dd09-eddf-4794-a758-3970757fed98 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (88fb2548-9486-436a-a37a-bfac55746671), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:33.216336 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.l3_db [None req-a748dd09-eddf-4794-a758-3970757fed98 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Floating IP 88fb2548-9486-436a-a37a-bfac55746671 associated. External IP: 172.27.3.133, port: c3945c7c-4edd-450e-b718-1291b902ff1b. Apr 14 20:26:33.438551 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a748dd09-eddf-4794-a758-3970757fed98 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Router ec2424c5-03cb-4d2f-8446-702f5526924e has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:26:33.549324 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a748dd09-eddf-4794-a758-3970757fed98 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:26:33.554313 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a748dd09-eddf-4794-a758-3970757fed98 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:33.560591 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23268dd1-a369-4473-b89d-5926ab4e4c16 None None] Sync routers for ids ['ec2424c5-03cb-4d2f-8446-702f5526924e'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:26:33.570493 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23268dd1-a369-4473-b89d-5926ab4e4c16 None None] Routers {'ec2424c5-03cb-4d2f-8446-702f5526924e'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:26:33.571192 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-23268dd1-a369-4473-b89d-5926ab4e4c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:26:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['ec2424c5-03cb-4d2f-8446-702f5526924e'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:26:33.583086 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a748dd09-eddf-4794-a758-3970757fed98 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "PUT /v2.0/floatingips/88fb2548-9486-436a-a37a-bfac55746671 HTTP/1.1" status: 200 len: 992 time: 1.1065068 Apr 14 20:26:33.583663 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'tag': 'c3945c7c-4edd-450e-b718-1291b902ff1b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:26:33.586243 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdbe11d59a66eb6431a54a4c04aa9c41f8d225d3092e952352ea334af4395ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85769fcd-4499-41dd-8c2d-633e35d1ed52" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd023ba-dba8-4012-83b1-77371c1b752b", "tag": "c3945c7c-4edd-450e-b718-1291b902ff1b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:26:33.621596 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5667aa05-7a36-49a8-af73-8eb7e10f285d x-openstack-request-id: req-5667aa05-7a36-49a8-af73-8eb7e10f285d {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:26:33.621886 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd023ba-dba8-4012-83b1-77371c1b752b", "tag": "c3945c7c-4edd-450e-b718-1291b902ff1b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:26:33.622137 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5667aa05-7a36-49a8-af73-8eb7e10f285d {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:26:33.622573 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5667aa05-7a36-49a8-af73-8eb7e10f285d'] response: {'name': 'network-changed', 'server_uuid': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'tag': 'c3945c7c-4edd-450e-b718-1291b902ff1b', 'status': 'completed', 'code': 200} Apr 14 20:26:33.693212 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-23268dd1-a369-4473-b89d-5926ab4e4c16 None None] Set router ec2424c5-03cb-4d2f-8446-702f5526924e gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:26:33.698095 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85769fcd-4499-41dd-8c2d-633e35d1ed52 req-6f187f45-02b0-409b-a823-baa5645cd295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:33.699748 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-85769fcd-4499-41dd-8c2d-633e35d1ed52 req-6f187f45-02b0-409b-a823-baa5645cd295 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 1130 time: 0.0445023 Apr 14 20:26:33.705524 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b53c479-155e-4388-b5db-73299ce597bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:33.793327 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85769fcd-4499-41dd-8c2d-633e35d1ed52 req-2bdfd7c7-16a4-4ea7-bf1c-c14ba594404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:33.794825 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-85769fcd-4499-41dd-8c2d-633e35d1ed52 req-2bdfd7c7-16a4-4ea7-bf1c-c14ba594404f service neutron] 10.222.0.46 "GET /v2.0/networks?id=16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 200 len: 920 time: 0.0882082 Apr 14 20:26:33.864639 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-85769fcd-4499-41dd-8c2d-633e35d1ed52 req-2c8e722b-57cc-4872-9c3b-d333e250628e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3945c7c-4edd-450e-b718-1291b902ff1b HTTP/1.1" status: 200 len: 1000 time: 0.0578666 Apr 14 20:26:33.917171 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-23268dd1-a369-4473-b89d-5926ab4e4c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-router', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 4, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'gw_port': {'id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '88fb2548-9486-436a-a37a-bfac55746671', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'port_id': 'c3945c7c-4edd-450e-b718-1291b902ff1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'mac_address': 'fa:16:3e:2b:9a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:26:10Z', 'updated_at': '2022-04-14T20:26:33Z', 'revision_number': 1, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2bf5104-1ee3-4881-9619-2e9e94c54ba2', 'name': '', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'mac_address': 'fa:16:3e:b5:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:52Z', 'updated_at': '2022-04-14T20:23:02Z', 'revision_number': 5, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'subnets': [{'id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:26:33.921662 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85769fcd-4499-41dd-8c2d-633e35d1ed52 req-dc7680e1-5df8-4ea9-844d-5d66a666a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:33.923190 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-85769fcd-4499-41dd-8c2d-633e35d1ed52 req-dc7680e1-5df8-4ea9-844d-5d66a666a586 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa8a56ac-3172-4f0f-9a52-265e07c67e59 HTTP/1.1" status: 200 len: 858 time: 0.0486867 Apr 14 20:26:33.952157 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23268dd1-a369-4473-b89d-5926ab4e4c16 None None] Checking router: ec2424c5-03cb-4d2f-8446-702f5526924e for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:26:33.963378 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23268dd1-a369-4473-b89d-5926ab4e4c16 None None] Routers {'ec2424c5-03cb-4d2f-8446-702f5526924e'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:26:33.964113 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-23268dd1-a369-4473-b89d-5926ab4e4c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:26:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['ec2424c5-03cb-4d2f-8446-702f5526924e'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:26:33.982590 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85769fcd-4499-41dd-8c2d-633e35d1ed52 req-7109cf98-8f1f-4ac7-b5d7-1dc1028e2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:33.984243 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-85769fcd-4499-41dd-8c2d-633e35d1ed52 req-7109cf98-8f1f-4ac7-b5d7-1dc1028e2154 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16448b67-0841-4eef-b889-fdba363b68dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476160 Apr 14 20:26:34.081535 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-23268dd1-a369-4473-b89d-5926ab4e4c16 None None] Set router ec2424c5-03cb-4d2f-8446-702f5526924e gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:26:34.097210 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-85769fcd-4499-41dd-8c2d-633e35d1ed52 req-8ef447f8-a406-4526-878d-cf89aa8f208e service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919359 Apr 14 20:26:34.128107 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d7317-d9f8-4ced-bdfa-37f26f1801aa req-35cfb877-e1b2-40af-b007-3b1a7aee5870 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:34.129758 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fe7d7317-d9f8-4ced-bdfa-37f26f1801aa req-35cfb877-e1b2-40af-b007-3b1a7aee5870 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0511751 Apr 14 20:26:34.185761 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fe7d7317-d9f8-4ced-bdfa-37f26f1801aa req-e39ee7f6-3e8b-4d3a-9790-5d265a448ec9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492418 Apr 14 20:26:34.195740 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-85769fcd-4499-41dd-8c2d-633e35d1ed52 req-2d2ef8b8-e646-4cb6-9568-4dc5ae10b9a3 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889983 Apr 14 20:26:34.305847 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-23268dd1-a369-4473-b89d-5926ab4e4c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-router', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 4, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'gw_port': {'id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '88fb2548-9486-436a-a37a-bfac55746671', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'port_id': 'c3945c7c-4edd-450e-b718-1291b902ff1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'mac_address': 'fa:16:3e:2b:9a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:26:10Z', 'updated_at': '2022-04-14T20:26:33Z', 'revision_number': 1, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2bf5104-1ee3-4881-9619-2e9e94c54ba2', 'name': '', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'mac_address': 'fa:16:3e:b5:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:52Z', 'updated_at': '2022-04-14T20:23:02Z', 'revision_number': 5, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'subnets': [{'id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:26:34.336817 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23268dd1-a369-4473-b89d-5926ab4e4c16 None None] The sync data for ids ['ec2424c5-03cb-4d2f-8446-702f5526924e'] in dv-cinder-837539-3-iscsi is: [{'id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-router', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 4, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'gw_port': {'id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '88fb2548-9486-436a-a37a-bfac55746671', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'port_id': 'c3945c7c-4edd-450e-b718-1291b902ff1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'mac_address': 'fa:16:3e:2b:9a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:26:10Z', 'updated_at': '2022-04-14T20:26:33Z', 'revision_number': 1, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2bf5104-1ee3-4881-9619-2e9e94c54ba2', 'name': '', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'mac_address': 'fa:16:3e:b5:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:52Z', 'updated_at': '2022-04-14T20:23:02Z', 'revision_number': 5, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'subnets': [{'id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:26:34.525946 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae6bde-10ed-4362-8811-b084ce4bb59b None None] New status for floating IP 88fb2548-9486-436a-a37a-bfac55746671: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:26:34.697607 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:35.299007 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5efed-6f85-4ed9-9904-2324fe8a927d req-db8366c0-5f9b-4014-96ec-d743d32c045e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:35.300382 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-47e5efed-6f85-4ed9-9904-2324fe8a927d req-db8366c0-5f9b-4014-96ec-d743d32c045e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0469966 Apr 14 20:26:35.347226 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-47e5efed-6f85-4ed9-9904-2324fe8a927d req-e6cb8dfa-ca5b-4806-9be7-fd0aff50f190 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398574 Apr 14 20:26:36.199779 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:36.466912 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38c834-0f8a-464a-be31-8a92748dd585 req-a60640e0-b606-4bba-acb9-d2dc99915518 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:36.468428 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5c38c834-0f8a-464a-be31-8a92748dd585 req-a60640e0-b606-4bba-acb9-d2dc99915518 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0479810 Apr 14 20:26:36.517378 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5c38c834-0f8a-464a-be31-8a92748dd585 req-531497c5-182a-49bb-9ec8-226f47a8a0f2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434515 Apr 14 20:26:37.642097 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf1d4c-37dd-433a-8731-63f845c1750d req-4cefdc2a-a1ff-4a22-9e8a-b8cb84a05934 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:37.643624 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-44cf1d4c-37dd-433a-8731-63f845c1750d req-4cefdc2a-a1ff-4a22-9e8a-b8cb84a05934 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0530372 Apr 14 20:26:37.690029 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-44cf1d4c-37dd-433a-8731-63f845c1750d req-990d9268-61db-4dbb-a725-290457769e61 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405157 Apr 14 20:26:38.073825 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:38.804306 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033d3c0-5cdb-4ba3-b1af-3c5650150c40 req-9e48132c-ec9e-4263-902a-75cf10adddd2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:38.805927 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c033d3c0-5cdb-4ba3-b1af-3c5650150c40 req-9e48132c-ec9e-4263-902a-75cf10adddd2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0450449 Apr 14 20:26:38.854489 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c033d3c0-5cdb-4ba3-b1af-3c5650150c40 req-4a2e18c4-6085-4c4a-ad07-4781fe6a9986 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431104 Apr 14 20:26:39.265924 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:39.975335 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddd73f-25c3-432c-9f6e-5a1368fefb02 req-d7b89a81-4900-4b79-ae08-ef12512d658b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:39.976664 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4dddd73f-25c3-432c-9f6e-5a1368fefb02 req-d7b89a81-4900-4b79-ae08-ef12512d658b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0462050 Apr 14 20:26:40.020415 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4dddd73f-25c3-432c-9f6e-5a1368fefb02 req-c6e3951a-3409-4856-9b59-144d8b4618ba tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383384 Apr 14 20:26:41.145215 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a06f6-21e5-4aba-bef5-745f5961e7ee req-766017d2-ffd4-4baf-82b6-af21182ae0ec tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:41.146860 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-963a06f6-21e5-4aba-bef5-745f5961e7ee req-766017d2-ffd4-4baf-82b6-af21182ae0ec tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0516069 Apr 14 20:26:41.193782 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-963a06f6-21e5-4aba-bef5-745f5961e7ee req-ca33c9b8-48e5-407f-beea-2e2af6921cff tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414221 Apr 14 20:26:42.319784 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef752a-6626-4d4c-9ab6-77a34fdcae38 req-c78b458f-290b-46d9-a6ea-742e1d9ac141 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:42.321240 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-32ef752a-6626-4d4c-9ab6-77a34fdcae38 req-c78b458f-290b-46d9-a6ea-742e1d9ac141 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0505764 Apr 14 20:26:42.366977 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-32ef752a-6626-4d4c-9ab6-77a34fdcae38 req-e1ec1a84-9b5e-4ce9-8535-1a0302dc5319 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401862 Apr 14 20:26:42.804914 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4e67b5df-70db-46ec-8d6e-5b106b9cc3a0 req-99b968ee-ebf0-4ca1-8e59-72810649f81e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370023 Apr 14 20:26:42.868901 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67b5df-70db-46ec-8d6e-5b106b9cc3a0 req-471e44cc-5054-44e8-b71a-051371c297fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:42.870333 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4e67b5df-70db-46ec-8d6e-5b106b9cc3a0 req-471e44cc-5054-44e8-b71a-051371c297fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 1130 time: 0.0375788 Apr 14 20:26:42.982087 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67b5df-70db-46ec-8d6e-5b106b9cc3a0 req-408d344b-6466-46fc-8ad4-7c6e3485f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:42.983488 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4e67b5df-70db-46ec-8d6e-5b106b9cc3a0 req-408d344b-6466-46fc-8ad4-7c6e3485f418 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 200 len: 920 time: 0.0878637 Apr 14 20:26:43.023028 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4e67b5df-70db-46ec-8d6e-5b106b9cc3a0 req-fc230a03-0474-4ed8-9306-30ad6f576553 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694e8ba3-bf28-42f2-980f-356475aa4d52 HTTP/1.1" status: 200 len: 217 time: 0.0333929 Apr 14 20:26:43.071481 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67b5df-70db-46ec-8d6e-5b106b9cc3a0 req-ec753462-c1fd-4de4-a642-f3ae62403d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:43.072912 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4e67b5df-70db-46ec-8d6e-5b106b9cc3a0 req-ec753462-c1fd-4de4-a642-f3ae62403d2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa8a56ac-3172-4f0f-9a52-265e07c67e59 HTTP/1.1" status: 200 len: 858 time: 0.0421314 Apr 14 20:26:43.118785 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67b5df-70db-46ec-8d6e-5b106b9cc3a0 req-2bc5b8d9-fc43-47b4-9e36-a4a79c5ea671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:43.120242 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4e67b5df-70db-46ec-8d6e-5b106b9cc3a0 req-2bc5b8d9-fc43-47b4-9e36-a4a79c5ea671 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16448b67-0841-4eef-b889-fdba363b68dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411799 Apr 14 20:26:43.207877 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4e67b5df-70db-46ec-8d6e-5b106b9cc3a0 req-32ad65ba-ad01-4a96-8874-420a23171b29 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808179 Apr 14 20:26:43.306264 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4e67b5df-70db-46ec-8d6e-5b106b9cc3a0 req-5c5c02af-18a7-4957-992d-e801508e9765 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904434 Apr 14 20:26:43.481206 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fbbfe-69f7-4f97-ab74-c0586c9476d8 req-2c65c845-c763-4706-83c2-7925166b8698 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:43.482731 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e96fbbfe-69f7-4f97-ab74-c0586c9476d8 req-2c65c845-c763-4706-83c2-7925166b8698 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0449286 Apr 14 20:26:43.527108 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e96fbbfe-69f7-4f97-ab74-c0586c9476d8 req-62792f39-5055-4b0b-9e8e-179d4f966b90 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391386 Apr 14 20:26:44.644897 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4964340-9989-4ced-a5e9-1a460dd7570b req-f6a545b0-07a2-4352-8563-6e4b10527fdd tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:44.647396 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e4964340-9989-4ced-a5e9-1a460dd7570b req-f6a545b0-07a2-4352-8563-6e4b10527fdd tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0478504 Apr 14 20:26:44.696050 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e4964340-9989-4ced-a5e9-1a460dd7570b req-f25b3c53-e8b0-449e-bc30-1340eb7256b6 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431445 Apr 14 20:26:45.815236 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d00e8-92a6-4d13-9995-8dcf16236331 req-5f17d65f-16b1-451d-990d-0b55dbe686a5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:45.816678 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9d6d00e8-92a6-4d13-9995-8dcf16236331 req-5f17d65f-16b1-451d-990d-0b55dbe686a5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0497069 Apr 14 20:26:45.863230 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9d6d00e8-92a6-4d13-9995-8dcf16236331 req-d620d5b6-f499-4ba0-a4dc-0b09513160d2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410829 Apr 14 20:26:46.981594 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90861ae7-f68e-4afd-a246-d21b0cf0e12c req-49a0d6d3-10b7-4179-af40-7960e1819988 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:46.983068 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-90861ae7-f68e-4afd-a246-d21b0cf0e12c req-49a0d6d3-10b7-4179-af40-7960e1819988 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0490990 Apr 14 20:26:47.027517 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-90861ae7-f68e-4afd-a246-d21b0cf0e12c req-f7e22eed-4244-44e7-9112-b84eb6efa30a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390112 Apr 14 20:26:48.142241 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02460ccc-bfa7-4213-91bc-3ac268dfa589 req-d0049234-3cda-44aa-adb4-ef2ad9113d97 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:48.143715 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-02460ccc-bfa7-4213-91bc-3ac268dfa589 req-d0049234-3cda-44aa-adb4-ef2ad9113d97 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0458689 Apr 14 20:26:48.189575 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-02460ccc-bfa7-4213-91bc-3ac268dfa589 req-f7a3aaa0-fe09-41d2-942b-8ef4f8683227 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396850 Apr 14 20:26:49.306142 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17447056-2c44-4b04-b596-4cd143ae7e1f req-843a333e-0401-49c4-bcf8-7b40d4b8eb64 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:49.307544 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-17447056-2c44-4b04-b596-4cd143ae7e1f req-843a333e-0401-49c4-bcf8-7b40d4b8eb64 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0465603 Apr 14 20:26:49.352201 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-17447056-2c44-4b04-b596-4cd143ae7e1f req-3960d231-bdd4-46be-9c68-f074f5ed3145 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391815 Apr 14 20:26:49.495719 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 5222d976-3aa1-4758-86c1-106594f91ad3 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:26:49.593837 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 5222d976-3aa1-4758-86c1-106594f91ad3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5222d976-3aa1-4758-86c1-106594f91ad3,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:26:49.605529 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': '5222d976-3aa1-4758-86c1-106594f91ad3', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'port_id': '5222d976-3aa1-4758-86c1-106594f91ad3', 'mac_address': 'fa:16:3e:33:7f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:26:49.641447 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 5222d976-3aa1-4758-86c1-106594f91ad3 is: ACTIVE; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:26:49.641837 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:49.658807 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5222d976-3aa1-4758-86c1-106594f91ad3 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:26:49.678837 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 5222d976-3aa1-4758-86c1-106594f91ad3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5222d976-3aa1-4758-86c1-106594f91ad3,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:26:49.682837 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:49.729464 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=5222d976-3aa1-4758-86c1-106594f91ad3,revision_number=6']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:49.742877 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:49.743227 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:49.743565 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:49.743919 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:49.744252 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:49.744577 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:49.744898 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:49.745220 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:49.745540 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:49.745858 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:49.746189 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:49.746518 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:49.746852 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:49.747150 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:49.747464 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:26:49.812476 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['5222d976-3aa1-4758-86c1-106594f91ad3'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:26:50.468432 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ec395-2505-4fd3-bd62-06e0837151ef req-e6a01275-58a0-4486-b464-99111b11dfea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:50.469771 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-150ec395-2505-4fd3-bd62-06e0837151ef req-e6a01275-58a0-4486-b464-99111b11dfea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 945 time: 0.0453982 Apr 14 20:26:50.517119 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-150ec395-2505-4fd3-bd62-06e0837151ef req-398f224a-8711-4881-936e-acc55be68a09 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419061 Apr 14 20:26:51.498822 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 5222d976-3aa1-4758-86c1-106594f91ad3 up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:26:51.545986 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port 5222d976-3aa1-4758-86c1-106594f91ad3 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:26:51.546353 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:51.622697 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 5222d976-3aa1-4758-86c1-106594f91ad3 is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:26:51.623080 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:51.631782 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d119a67-5208-4680-9476-c15fa113288b req-5c4d228e-a4c2-4ee9-b642-efd1dad3b58b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:51.633288 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5d119a67-5208-4680-9476-c15fa113288b req-5c4d228e-a4c2-4ee9-b642-efd1dad3b58b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 945 time: 0.0454068 Apr 14 20:26:51.645838 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a2e392-dad5-4001-949a-46d2b622684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5222d976-3aa1-4758-86c1-106594f91ad3'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:26:51.648758 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51c025d-ed5a-40a1-be08-6d33eff149fb" -d '{"events": [{"server_uuid": "a2a2e392-dad5-4001-949a-46d2b622684f", "name": "network-vif-plugged", "status": "completed", "tag": "5222d976-3aa1-4758-86c1-106594f91ad3"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:26:51.672200 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 5222d976-3aa1-4758-86c1-106594f91ad3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5222d976-3aa1-4758-86c1-106594f91ad3,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:26:51.676645 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:26:51.704214 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f681e147-eb42-4705-a20b-225c7c8cb114 x-openstack-request-id: req-f681e147-eb42-4705-a20b-225c7c8cb114 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:26:51.704515 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a2e392-dad5-4001-949a-46d2b622684f", "name": "network-vif-plugged", "status": "completed", "tag": "5222d976-3aa1-4758-86c1-106594f91ad3", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:26:51.704765 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f681e147-eb42-4705-a20b-225c7c8cb114 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:26:51.705157 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f681e147-eb42-4705-a20b-225c7c8cb114'] response: {'server_uuid': 'a2a2e392-dad5-4001-949a-46d2b622684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5222d976-3aa1-4758-86c1-106594f91ad3', 'code': 200} Apr 14 20:26:51.733811 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=5222d976-3aa1-4758-86c1-106594f91ad3,revision_number=7']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:26:51.889603 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5d119a67-5208-4680-9476-c15fa113288b req-8a1ee895-34ea-40ab-9b28-1fc4f4e2c20d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508593 Apr 14 20:26:53.003464 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f97017-83f6-4adf-815d-1bffe828af4b req-612d324b-e6c4-4411-a753-b8de8fa98a74 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:53.004966 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c4f97017-83f6-4adf-815d-1bffe828af4b req-612d324b-e6c4-4411-a753-b8de8fa98a74 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0456979 Apr 14 20:26:53.052091 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c4f97017-83f6-4adf-815d-1bffe828af4b req-0ef06703-9ed8-4217-ad7c-3119902ee833 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411553 Apr 14 20:26:54.171637 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47eb126-434a-4688-bce9-5bc18b09ad04 req-f992ed21-b5a6-4c1a-8eee-ca0dcba40215 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:54.173100 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c47eb126-434a-4688-bce9-5bc18b09ad04 req-f992ed21-b5a6-4c1a-8eee-ca0dcba40215 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0467680 Apr 14 20:26:54.218047 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c47eb126-434a-4688-bce9-5bc18b09ad04 req-a7b9a0b1-251a-4729-97f4-e4e0d799e674 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394938 Apr 14 20:26:55.333354 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfbf01-1b31-4d28-ae3e-ea3ce920caf9 req-9c0ce9b3-fb23-42b3-8383-98cce77ed8b6 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:55.334864 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4bbfbf01-1b31-4d28-ae3e-ea3ce920caf9 req-9c0ce9b3-fb23-42b3-8383-98cce77ed8b6 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0479851 Apr 14 20:26:55.382370 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4bbfbf01-1b31-4d28-ae3e-ea3ce920caf9 req-ab409cb8-ea8b-45e1-a118-ef6f6618adaa tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421693 Apr 14 20:26:56.495051 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebdee7-9fc5-4cdb-a48f-3762e1addb4d req-d0f20cdc-2d5d-4370-8048-baf299c4899e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:56.496513 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-caebdee7-9fc5-4cdb-a48f-3762e1addb4d req-d0f20cdc-2d5d-4370-8048-baf299c4899e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0460269 Apr 14 20:26:56.541960 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-caebdee7-9fc5-4cdb-a48f-3762e1addb4d req-3737a3f8-9f87-4b54-ab60-d90b6ebcdd4c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399427 Apr 14 20:26:57.656886 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b85e0-a9f3-4cac-ac5c-3aa3583b9481 req-2b847a5b-aa52-46e0-a3cc-07992fad7f95 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:57.658369 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-834b85e0-a9f3-4cac-ac5c-3aa3583b9481 req-2b847a5b-aa52-46e0-a3cc-07992fad7f95 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0461206 Apr 14 20:26:57.705199 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-834b85e0-a9f3-4cac-ac5c-3aa3583b9481 req-52cc0fd3-9b4e-468c-b5ec-9162a60a96fb tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404580 Apr 14 20:26:58.823474 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511d7a7-6ed5-4f37-9b28-3f5266a42f56 req-6d32ed87-c709-47bc-86ec-a4dc9aa98c33 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:58.824967 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0511d7a7-6ed5-4f37-9b28-3f5266a42f56 req-6d32ed87-c709-47bc-86ec-a4dc9aa98c33 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0502086 Apr 14 20:26:58.870978 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0511d7a7-6ed5-4f37-9b28-3f5266a42f56 req-21d4460f-b5d6-48e5-8220-35cecfa96acc tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405121 Apr 14 20:26:59.988858 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614c8c8-8bc5-444d-975c-3d95e0633ce5 req-92c9fc6c-ff9b-47c5-b52d-44f4dea5eac2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:26:59.990539 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d614c8c8-8bc5-444d-975c-3d95e0633ce5 req-92c9fc6c-ff9b-47c5-b52d-44f4dea5eac2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0476027 Apr 14 20:27:00.046075 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d614c8c8-8bc5-444d-975c-3d95e0633ce5 req-397c7908-ceb5-4ac6-92be-064084134144 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496228 Apr 14 20:27:01.177016 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f5cf7-ecfe-4ceb-a644-6bb331e88b46 req-80936d75-f2b4-423a-9d59-11b5557c1732 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:01.178993 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7f1f5cf7-ecfe-4ceb-a644-6bb331e88b46 req-80936d75-f2b4-423a-9d59-11b5557c1732 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0528150 Apr 14 20:27:01.249751 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7f1f5cf7-ecfe-4ceb-a644-6bb331e88b46 req-700a9023-11aa-41c4-8e48-fd8542711d73 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650702 Apr 14 20:27:01.308162 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7c43ec80-d5ee-4f08-8b3c-ea2d4ac74928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:01.434272 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75159b6-8f41-41e7-bb9d-8e29e6ce120e req-ab7252f8-9649-4b70-a920-d9cf249bdc95 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:01.436355 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e75159b6-8f41-41e7-bb9d-8e29e6ce120e req-ab7252f8-9649-4b70-a920-d9cf249bdc95 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0537598 Apr 14 20:27:01.515299 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e75159b6-8f41-41e7-bb9d-8e29e6ce120e req-be39429b-63f7-44a9-9965-c2384730c844 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727291 Apr 14 20:27:02.375131 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442a1a7-fbfd-41a0-8f3a-559dbbcd031c req-af245b7e-5dea-4e8f-8fa7-25b1ec88ebbe tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:02.376624 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a442a1a7-fbfd-41a0-8f3a-559dbbcd031c req-af245b7e-5dea-4e8f-8fa7-25b1ec88ebbe tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0481503 Apr 14 20:27:02.432265 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a442a1a7-fbfd-41a0-8f3a-559dbbcd031c req-5063a79e-3b16-43e4-ab33-64b614ba5c1f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487144 Apr 14 20:27:02.637899 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c3c2b-bf64-4b8f-a39a-71af32240e88 req-b4cd3724-08c8-45b4-bbe6-26c2ddf95a81 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:02.645061 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8b7c3c2b-bf64-4b8f-a39a-71af32240e88 req-b4cd3724-08c8-45b4-bbe6-26c2ddf95a81 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0560577 Apr 14 20:27:02.696812 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8b7c3c2b-bf64-4b8f-a39a-71af32240e88 req-d4add84b-8679-4d4d-ba61-e190bafa9627 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508585 Apr 14 20:27:03.559034 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0bd96-72c5-4052-8018-115b7fd6a149 req-0bdbc98f-e578-4ac6-b05e-c46dcdecd82a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:03.560679 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f7f0bd96-72c5-4052-8018-115b7fd6a149 req-0bdbc98f-e578-4ac6-b05e-c46dcdecd82a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0523431 Apr 14 20:27:03.611130 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f7f0bd96-72c5-4052-8018-115b7fd6a149 req-97336391-37c5-4d6b-bef3-231fb933a2fd tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448754 Apr 14 20:27:03.702057 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-45585a24-41f1-4468-9c11-536bc23dded6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:03.816551 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac0415-ca3b-450f-b67e-7da0ec6af6b5 req-f7958bbd-a593-499f-ac6a-e3c7280e837f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:03.818050 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-77ac0415-ca3b-450f-b67e-7da0ec6af6b5 req-f7958bbd-a593-499f-ac6a-e3c7280e837f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0497897 Apr 14 20:27:03.868349 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-77ac0415-ca3b-450f-b67e-7da0ec6af6b5 req-e5387c40-9b7a-41f0-9c39-add398fc0954 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439942 Apr 14 20:27:04.707288 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:04.758512 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459209fa-978c-4783-9ad8-deb55019f498 req-13e00c0a-3626-412e-9b8e-4e773e132d6b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:04.760844 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-459209fa-978c-4783-9ad8-deb55019f498 req-13e00c0a-3626-412e-9b8e-4e773e132d6b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0521498 Apr 14 20:27:04.844033 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-459209fa-978c-4783-9ad8-deb55019f498 req-9d26d0a7-d506-409d-a9e6-fc9a61c7d191 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769863 Apr 14 20:27:04.990781 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e037a-b916-432f-96dc-d4e4c574070a req-01ae4ab0-7b5c-4c70-b1e6-819cebd0f7cf tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:04.997935 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-238e037a-b916-432f-96dc-d4e4c574070a req-01ae4ab0-7b5c-4c70-b1e6-819cebd0f7cf tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0584557 Apr 14 20:27:05.047423 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-238e037a-b916-432f-96dc-d4e4c574070a req-9053f84f-9485-4607-8f8c-9e833aa512cc tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481288 Apr 14 20:27:05.796415 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:27:05.980176 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9da6a-7810-45cf-87fb-d268b94a27c7 req-c19c3b62-d995-4083-b665-95e051e4fc95 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:05.981539 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f0c9da6a-7810-45cf-87fb-d268b94a27c7 req-c19c3b62-d995-4083-b665-95e051e4fc95 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0509968 Apr 14 20:27:06.030191 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f0c9da6a-7810-45cf-87fb-d268b94a27c7 req-f4f834d8-a0e5-4b98-96a9-d14d2929c094 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430379 Apr 14 20:27:06.189375 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663b39a-ca76-48e5-991e-026c2b922513 req-78552e90-5703-4635-8f6b-9384e0a14b7d tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:06.198116 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c663b39a-ca76-48e5-991e-026c2b922513 req-78552e90-5703-4635-8f6b-9384e0a14b7d tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0723584 Apr 14 20:27:06.215557 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:06.252590 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c663b39a-ca76-48e5-991e-026c2b922513 req-4ff0c56a-a7d2-4b8a-b70c-4f702e525832 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526991 Apr 14 20:27:07.168008 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4137c7e-18c0-44cc-9cf9-6bc409e62200 req-64faa532-6806-4b36-9b4f-81808991f909 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:07.169749 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a4137c7e-18c0-44cc-9cf9-6bc409e62200 req-64faa532-6806-4b36-9b4f-81808991f909 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0614719 Apr 14 20:27:07.226435 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a4137c7e-18c0-44cc-9cf9-6bc409e62200 req-81629d7b-db36-4130-8c98-399b3597cbaa tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472286 Apr 14 20:27:07.371352 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f64bcb-ee31-4980-99b9-7efb58570a94 req-dcce33e7-5b96-4009-95f7-5cb75b4665aa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:07.372769 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-95f64bcb-ee31-4980-99b9-7efb58570a94 req-dcce33e7-5b96-4009-95f7-5cb75b4665aa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0499332 Apr 14 20:27:07.431807 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-95f64bcb-ee31-4980-99b9-7efb58570a94 req-507cd24b-1bbc-4b29-a6ab-26c3a7f86e31 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518076 Apr 14 20:27:08.080471 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:08.365392 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccc70f-1b84-4c3d-9564-1963e3c38dda req-16c1763d-c63c-4e29-8c82-29352547b822 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:08.367051 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-99ccc70f-1b84-4c3d-9564-1963e3c38dda req-16c1763d-c63c-4e29-8c82-29352547b822 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0565844 Apr 14 20:27:08.421015 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-99ccc70f-1b84-4c3d-9564-1963e3c38dda req-d00b950e-28c9-4aeb-b554-0c0be2be6e22 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483623 Apr 14 20:27:08.576702 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea293c30-c4d4-481f-8b0e-83c6ff825676 req-302196fe-1c2b-4d3b-ae02-90bb3aadba6f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:08.578457 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ea293c30-c4d4-481f-8b0e-83c6ff825676 req-302196fe-1c2b-4d3b-ae02-90bb3aadba6f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0747197 Apr 14 20:27:08.631749 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ea293c30-c4d4-481f-8b0e-83c6ff825676 req-798172b9-6e49-4794-ae85-64daf09d93a7 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468385 Apr 14 20:27:09.278318 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:09.563426 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf60c0-bef8-4119-95fc-f5fa145b3abb req-c768a652-6590-4e00-8229-994593b8311a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:09.571283 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-62bf60c0-bef8-4119-95fc-f5fa145b3abb req-c768a652-6590-4e00-8229-994593b8311a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0597367 Apr 14 20:27:09.811646 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588cd95-f1a9-4524-be41-cd9834e34725 req-e1041a63-21ea-4a46-88b7-a0d2b397f790 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:09.813185 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b588cd95-f1a9-4524-be41-cd9834e34725 req-e1041a63-21ea-4a46-88b7-a0d2b397f790 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0611317 Apr 14 20:27:09.880955 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b588cd95-f1a9-4524-be41-cd9834e34725 req-5910a62d-9928-44d8-9745-292f03fcf344 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540667 Apr 14 20:27:09.903165 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-62bf60c0-bef8-4119-95fc-f5fa145b3abb req-f42d91b5-e75c-42ab-a458-297297fe1857 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303182 Apr 14 20:27:11.012017 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46b2e6-a510-4fb5-b850-aaef09646a22 req-90edb952-ffd7-4603-a402-953c0b8c8507 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:11.014484 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bd46b2e6-a510-4fb5-b850-aaef09646a22 req-90edb952-ffd7-4603-a402-953c0b8c8507 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0642467 Apr 14 20:27:11.032556 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59fe75-f358-45d2-896e-a978d7c723f2 req-5a378a80-5177-4690-954a-dd0099e4ece6 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:11.034736 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-aa59fe75-f358-45d2-896e-a978d7c723f2 req-5a378a80-5177-4690-954a-dd0099e4ece6 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0544858 Apr 14 20:27:11.079840 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bd46b2e6-a510-4fb5-b850-aaef09646a22 req-d65e1158-572a-49f3-8bd0-b478dd171384 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594544 Apr 14 20:27:11.093282 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-aa59fe75-f358-45d2-896e-a978d7c723f2 req-d7b67a0b-8e3d-4eb6-8e47-7f33eb4bbc95 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520139 Apr 14 20:27:12.207154 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21439bf-f907-482e-992f-dc387291e244 req-8228e74c-5f56-4ea0-ad6e-885f43507f80 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:12.215582 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c21439bf-f907-482e-992f-dc387291e244 req-8228e74c-5f56-4ea0-ad6e-885f43507f80 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0638840 Apr 14 20:27:12.241724 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae13aff-b410-413f-8a2c-7b936da44de2 req-3a121013-ebe9-48cd-a6f9-e29429a5594f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:12.243507 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5ae13aff-b410-413f-8a2c-7b936da44de2 req-3a121013-ebe9-48cd-a6f9-e29429a5594f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0512242 Apr 14 20:27:12.261415 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c21439bf-f907-482e-992f-dc387291e244 req-d9a971e5-fff7-4cf3-b59c-725e36383cfc tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445931 Apr 14 20:27:12.300388 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5ae13aff-b410-413f-8a2c-7b936da44de2 req-580c7bb8-ecfb-4f6e-bc7c-2e02a76d3127 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474968 Apr 14 20:27:13.374698 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc77f0-ca4c-4888-93bd-07feaf54f987 req-b07aaa47-a2d9-4574-8595-9a611c70a375 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:13.376178 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-81fc77f0-ca4c-4888-93bd-07feaf54f987 req-b07aaa47-a2d9-4574-8595-9a611c70a375 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0478492 Apr 14 20:27:13.417154 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f08ae-3ad5-40d1-bed9-5b3f3d633489 req-a0589130-ebeb-4e61-b866-2f929be9e543 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:13.418656 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-310f08ae-3ad5-40d1-bed9-5b3f3d633489 req-a0589130-ebeb-4e61-b866-2f929be9e543 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0463400 Apr 14 20:27:13.423007 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-81fc77f0-ca4c-4888-93bd-07feaf54f987 req-b273d4de-48b2-4788-808f-6e711c917539 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410440 Apr 14 20:27:13.465305 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-310f08ae-3ad5-40d1-bed9-5b3f3d633489 req-2257ff70-8d3c-4cb2-95a9-aad81fa09b10 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408766 Apr 14 20:27:14.549941 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbe42f-2b99-4332-b73a-1ae355222214 req-59b2a141-e839-41e4-91a2-8302d7057c1b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:14.551481 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-70dbe42f-2b99-4332-b73a-1ae355222214 req-59b2a141-e839-41e4-91a2-8302d7057c1b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0601351 Apr 14 20:27:14.605313 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-70dbe42f-2b99-4332-b73a-1ae355222214 req-a3226d0a-b50d-4b56-8554-6c43128ac583 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475962 Apr 14 20:27:14.608793 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53697607-e295-4d67-957c-754176aec53e req-dbcd8891-7f56-4c55-b6eb-4971538b61ac tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:14.610319 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-53697607-e295-4d67-957c-754176aec53e req-dbcd8891-7f56-4c55-b6eb-4971538b61ac tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0483208 Apr 14 20:27:14.661043 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-53697607-e295-4d67-957c-754176aec53e req-0853f2db-c4bb-4737-a720-3d0cbdd45cc6 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451007 Apr 14 20:27:15.212956 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa12e43-1430-4ced-b155-33d6a3957ce3 req-e155ca95-bb9c-41b6-a904-703decf934ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:15.214461 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4aa12e43-1430-4ced-b155-33d6a3957ce3 req-e155ca95-bb9c-41b6-a904-703decf934ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3f8c257adbc4afc935c3fed66259370&device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 1130 time: 0.0431583 Apr 14 20:27:15.301929 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa12e43-1430-4ced-b155-33d6a3957ce3 req-d8a93cfe-d95b-4da7-9a3c-42261171a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:15.304018 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4aa12e43-1430-4ced-b155-33d6a3957ce3 req-d8a93cfe-d95b-4da7-9a3c-42261171a864 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4197bec-e804-4778-9814-28700a63aa0d HTTP/1.1" status: 200 len: 918 time: 0.0827119 Apr 14 20:27:15.370461 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4aa12e43-1430-4ced-b155-33d6a3957ce3 req-0dfaac31-9114-4635-bdf6-09f1ed9b9ca7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5222d976-3aa1-4758-86c1-106594f91ad3 HTTP/1.1" status: 200 len: 1002 time: 0.0598183 Apr 14 20:27:15.419456 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa12e43-1430-4ced-b155-33d6a3957ce3 req-9bed5ebe-5029-4a3c-b0a0-843aaadd6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:15.420876 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4aa12e43-1430-4ced-b155-33d6a3957ce3 req-9bed5ebe-5029-4a3c-b0a0-843aaadd6aa3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=997b9dd2-aea4-4c9c-9ac9-49ac96810906 HTTP/1.1" status: 200 len: 856 time: 0.0443513 Apr 14 20:27:15.462754 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa12e43-1430-4ced-b155-33d6a3957ce3 req-a730e851-5eea-4997-81db-323b21c80be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:15.464254 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4aa12e43-1430-4ced-b155-33d6a3957ce3 req-a730e851-5eea-4997-81db-323b21c80be4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4197bec-e804-4778-9814-28700a63aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369170 Apr 14 20:27:15.554169 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4aa12e43-1430-4ced-b155-33d6a3957ce3 req-7e32ddaf-bc62-45e3-894e-f6760e298b9e service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834844 Apr 14 20:27:15.725811 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0736dd0-ce23-45a6-92ee-2890d0b23344 req-c26d9148-dbba-4345-97da-bd8ee6016e50 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:15.727264 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f0736dd0-ce23-45a6-92ee-2890d0b23344 req-c26d9148-dbba-4345-97da-bd8ee6016e50 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0467908 Apr 14 20:27:15.773821 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f0736dd0-ce23-45a6-92ee-2890d0b23344 req-bc0719eb-5196-41c0-98d3-ca1eb0acde74 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410023 Apr 14 20:27:15.778131 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b4077-2de8-45e1-884f-d3af891d17da req-b6b4d061-0489-468b-a5bf-34ab80d21e3b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:15.779641 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-201b4077-2de8-45e1-884f-d3af891d17da req-b6b4d061-0489-468b-a5bf-34ab80d21e3b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0465467 Apr 14 20:27:15.826135 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-201b4077-2de8-45e1-884f-d3af891d17da req-b9c873eb-048e-43a2-9d03-627a3449b2be tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411508 Apr 14 20:27:16.890870 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca503e20-cea2-4a02-8afb-c80cd26f0d5d req-b5a569fb-93d7-4c11-81b8-eb608dc0b022 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:16.892362 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ca503e20-cea2-4a02-8afb-c80cd26f0d5d req-b5a569fb-93d7-4c11-81b8-eb608dc0b022 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0529554 Apr 14 20:27:16.945128 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ca503e20-cea2-4a02-8afb-c80cd26f0d5d req-4305f516-27eb-47ce-a71d-ae67cbf8e502 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465620 Apr 14 20:27:16.960034 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee7261-88d6-463e-97c9-4859134ba27a req-e50b3a7f-0885-4f5b-8b03-df8cb2fabbac tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:16.961551 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b9ee7261-88d6-463e-97c9-4859134ba27a req-e50b3a7f-0885-4f5b-8b03-df8cb2fabbac tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0562084 Apr 14 20:27:17.014353 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b9ee7261-88d6-463e-97c9-4859134ba27a req-273ebd01-062d-4605-b977-0b6d44d0efc7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472882 Apr 14 20:27:17.091942 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4aa12e43-1430-4ced-b155-33d6a3957ce3 req-4ee4de17-189c-49c4-86ea-c5c287f7fde2 service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888052 Apr 14 20:27:18.060225 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb071e-d80e-4c6a-a202-ef6c8629bdec req-fe5ca245-6264-4e35-b761-c3877c8355da tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:18.061845 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-21bb071e-d80e-4c6a-a202-ef6c8629bdec req-fe5ca245-6264-4e35-b761-c3877c8355da tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0478389 Apr 14 20:27:18.109303 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-21bb071e-d80e-4c6a-a202-ef6c8629bdec req-a5dfcb43-2e80-445e-a462-7d5d53321070 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418317 Apr 14 20:27:18.138236 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edbaef-87a0-4439-a9fe-97a5af2e1fec req-29606bfe-6b1b-4cf7-8256-64f039836c75 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:18.139823 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e2edbaef-87a0-4439-a9fe-97a5af2e1fec req-29606bfe-6b1b-4cf7-8256-64f039836c75 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0517673 Apr 14 20:27:18.185015 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e2edbaef-87a0-4439-a9fe-97a5af2e1fec req-78eeeac1-8289-4f58-bada-e0a968956156 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397301 Apr 14 20:27:19.227925 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e8c87-a705-42b2-a9dc-fe88766528af req-b95098de-4e9d-462d-8a2a-df814b5e9ed1 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:19.229429 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d89e8c87-a705-42b2-a9dc-fe88766528af req-b95098de-4e9d-462d-8a2a-df814b5e9ed1 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0474026 Apr 14 20:27:19.276024 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d89e8c87-a705-42b2-a9dc-fe88766528af req-0747a892-0305-47e4-a4f9-7c6510bca03f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412233 Apr 14 20:27:19.304237 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd6836-1660-4fd1-a977-f16fd93de75e req-71e02b09-6856-4223-854f-f1bb1ddf7d3e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:19.305964 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f4bd6836-1660-4fd1-a977-f16fd93de75e req-71e02b09-6856-4223-854f-f1bb1ddf7d3e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 946 time: 0.0466444 Apr 14 20:27:19.355891 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f4bd6836-1660-4fd1-a977-f16fd93de75e req-51b237e9-8368-44b3-b56b-1b66130014c6 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443485 Apr 14 20:27:20.131225 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 5222d976-3aa1-4758-86c1-106594f91ad3 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:27:20.213780 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 5222d976-3aa1-4758-86c1-106594f91ad3 is: ACTIVE; New status is: DOWN {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:27:20.214163 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:20.235792 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a2e392-dad5-4001-949a-46d2b622684f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5222d976-3aa1-4758-86c1-106594f91ad3'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:27:20.238005 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81e1f8c-e1fd-473b-ba7d-7e8b1dcad0eb" -d '{"events": [{"server_uuid": "a2a2e392-dad5-4001-949a-46d2b622684f", "name": "network-vif-unplugged", "status": "completed", "tag": "5222d976-3aa1-4758-86c1-106594f91ad3"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:27:20.252467 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 5222d976-3aa1-4758-86c1-106594f91ad3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5222d976-3aa1-4758-86c1-106594f91ad3,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:27:20.256469 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:20.279073 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Apr 2022 20:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675c4183-3f7a-45bb-ad8b-953d57fe6585 x-openstack-request-id: req-675c4183-3f7a-45bb-ad8b-953d57fe6585 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:27:20.279378 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a2e392-dad5-4001-949a-46d2b622684f", "name": "network-vif-unplugged", "status": "completed", "tag": "5222d976-3aa1-4758-86c1-106594f91ad3", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:27:20.279631 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-675c4183-3f7a-45bb-ad8b-953d57fe6585 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:27:20.280018 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-675c4183-3f7a-45bb-ad8b-953d57fe6585'] response: {'server_uuid': 'a2a2e392-dad5-4001-949a-46d2b622684f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5222d976-3aa1-4758-86c1-106594f91ad3', 'code': 200} Apr 14 20:27:20.305903 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=5222d976-3aa1-4758-86c1-106594f91ad3,revision_number=8']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:27:20.387423 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21b5e6-fe23-4e1f-9005-397fcb236b9f req-829cdf4d-6b06-446d-bf91-46455f7e718d tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:20.388822 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5d21b5e6-fe23-4e1f-9005-397fcb236b9f req-829cdf4d-6b06-446d-bf91-46455f7e718d tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0462077 Apr 14 20:27:20.439352 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5d21b5e6-fe23-4e1f-9005-397fcb236b9f req-be62b4c5-2e81-48b3-a6c1-25f38f09b440 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449727 Apr 14 20:27:20.477611 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541118d0-a067-4116-99df-1adcd188d7eb req-bfdc0639-56d6-430d-87f0-586251ec040d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:20.479104 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-541118d0-a067-4116-99df-1adcd188d7eb req-bfdc0639-56d6-430d-87f0-586251ec040d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0501823 Apr 14 20:27:20.524373 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-541118d0-a067-4116-99df-1adcd188d7eb req-4dd641fe-5be6-4fc1-8c69-6a239f864e31 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397644 Apr 14 20:27:21.556794 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bf1ba-dea7-4d7b-bea1-72ee73907363 req-f825fbcb-fab8-42ed-b99d-a1bb3bbf8e83 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:21.561786 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ad5bf1ba-dea7-4d7b-bea1-72ee73907363 req-f825fbcb-fab8-42ed-b99d-a1bb3bbf8e83 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0520017 Apr 14 20:27:21.606720 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ad5bf1ba-dea7-4d7b-bea1-72ee73907363 req-e49cbab5-5ab1-42ee-a470-32e52db7f19d tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428808 Apr 14 20:27:21.646454 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5065ca1-c85c-4eb0-913a-0855d0e902af req-5d6da206-c2bf-453d-9a97-c786c22c03a7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:21.648006 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d5065ca1-c85c-4eb0-913a-0855d0e902af req-5d6da206-c2bf-453d-9a97-c786c22c03a7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0470433 Apr 14 20:27:21.695987 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d5065ca1-c85c-4eb0-913a-0855d0e902af req-cdfeef62-85a8-48b9-8f9f-696174abeb5b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424292 Apr 14 20:27:22.155898 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [req-598d6cf4-c4de-47c9-ade3-153d8c9379fb req-30871853-392b-4dd6-93ec-49bb7072146b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:27:22.156889 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-598d6cf4-c4de-47c9-ade3-153d8c9379fb req-30871853-392b-4dd6-93ec-49bb7072146b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053484 Apr 14 20:27:22.312699 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc77a6f-bcfd-4db9-b93c-b42de6ea2092 req-7652b0d4-b7a9-4a78-b5c5-789c24ce65d1 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:22.314162 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6dc77a6f-bcfd-4db9-b93c-b42de6ea2092 req-7652b0d4-b7a9-4a78-b5c5-789c24ce65d1 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0486183 Apr 14 20:27:22.360290 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6dc77a6f-bcfd-4db9-b93c-b42de6ea2092 req-053278ee-b0d4-4fbf-9060-4754b5d37fd1 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400188 Apr 14 20:27:22.594289 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 36244) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:27:22.732817 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9c09da26-ba45-4f1d-a5c0-8baf29d07f3c req-19ac25b2-74df-4cc8-ba41-77e7ba1f2864 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1372828 Apr 14 20:27:22.741417 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [req-9c09da26-ba45-4f1d-a5c0-8baf29d07f3c req-e8886b67-eb17-47b7-aa06-458eb059ff38 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:27:22.742354 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9c09da26-ba45-4f1d-a5c0-8baf29d07f3c req-e8886b67-eb17-47b7-aa06-458eb059ff38 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048258 Apr 14 20:27:22.750372 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69533a-e1ee-4989-b813-11aa7663b840 req-b41372d5-c966-4720-8fc5-ed3e19830efe tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:22.751704 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1a69533a-e1ee-4989-b813-11aa7663b840 req-b41372d5-c966-4720-8fc5-ed3e19830efe tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0652566 Apr 14 20:27:22.799963 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1a69533a-e1ee-4989-b813-11aa7663b840 req-0a0fff8f-13b0-42cf-9791-85c7c01dfb13 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419409 Apr 14 20:27:22.824113 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 36254) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:27:22.919653 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09da26-ba45-4f1d-a5c0-8baf29d07f3c req-108670af-8665-4ded-8357-4b9281f415c4 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:22.921010 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9c09da26-ba45-4f1d-a5c0-8baf29d07f3c req-108670af-8665-4ded-8357-4b9281f415c4 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports/5222d976-3aa1-4758-86c1-106594f91ad3 HTTP/1.1" status: 200 len: 941 time: 0.0959287 Apr 14 20:27:23.490837 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a8705-e8c3-4457-bb19-f4ee8a43edb2 req-1b47f1fd-a047-4f84-be2b-e6b1b69c08a3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:23.492419 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d50a8705-e8c3-4457-bb19-f4ee8a43edb2 req-1b47f1fd-a047-4f84-be2b-e6b1b69c08a3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0506549 Apr 14 20:27:23.539247 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d50a8705-e8c3-4457-bb19-f4ee8a43edb2 req-8bc56dc8-94bc-4520-a2a9-e565fe44b30f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414250 Apr 14 20:27:23.914769 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c134e2e-6a72-484e-9e6b-206a8226e741 req-8e737532-a757-4077-a2c8-c21e4abb6ddb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:23.916227 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8c134e2e-6a72-484e-9e6b-206a8226e741 req-8e737532-a757-4077-a2c8-c21e4abb6ddb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0478444 Apr 14 20:27:23.962432 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8c134e2e-6a72-484e-9e6b-206a8226e741 req-fc27b75d-dfdc-4747-acc0-ecf9dd5f6951 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406244 Apr 14 20:27:24.655404 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f001f-95e3-4ea0-851d-2e60461b2f37 req-57ddf3f9-8e2d-4bc8-8404-4f1160e3e14b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:24.656863 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-792f001f-95e3-4ea0-851d-2e60461b2f37 req-57ddf3f9-8e2d-4bc8-8404-4f1160e3e14b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0464458 Apr 14 20:27:24.703069 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-792f001f-95e3-4ea0-851d-2e60461b2f37 req-e3300f61-53c5-4433-8a93-1bd634295fd6 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400608 Apr 14 20:27:25.078507 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd9aad-c521-4863-9e4a-9286f9276974 req-51c36e77-1561-4864-bce5-2dcf84956f0c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:25.079962 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d6fd9aad-c521-4863-9e4a-9286f9276974 req-51c36e77-1561-4864-bce5-2dcf84956f0c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0463495 Apr 14 20:27:25.125894 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d6fd9aad-c521-4863-9e4a-9286f9276974 req-ccee5724-19a3-40ce-a2a4-af7dbdee2341 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394356 Apr 14 20:27:25.818595 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03058a26-d76d-4aff-ba4d-8f496eaa058c req-16ab9c40-f596-4436-8b20-85b8d24b249f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:25.820057 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-03058a26-d76d-4aff-ba4d-8f496eaa058c req-16ab9c40-f596-4436-8b20-85b8d24b249f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0460498 Apr 14 20:27:25.869044 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-03058a26-d76d-4aff-ba4d-8f496eaa058c req-aa2d36e9-0151-4505-9182-a22d3740a424 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435035 Apr 14 20:27:26.220489 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 5222d976-3aa1-4758-86c1-106594f91ad3 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:27:26.257201 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee473fc-9d97-4e16-95be-3d59e28a06a0 req-9793ef98-736a-487d-8cd9-a5fee556a63e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:26.261673 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fee473fc-9d97-4e16-95be-3d59e28a06a0 req-9793ef98-736a-487d-8cd9-a5fee556a63e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0693028 Apr 14 20:27:26.304980 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 5222d976-3aa1-4758-86c1-106594f91ad3 is: DOWN; New status is: DOWN {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:27:26.317087 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fee473fc-9d97-4e16-95be-3d59e28a06a0 req-cd1ff1b4-f9d5-41f3-8a93-540ce4db1d62 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481713 Apr 14 20:27:26.983704 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838aabb-2aeb-4863-8c5e-48bc6d1fca32 req-3577a797-ee96-4bd3-960c-9527eec083f5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:26.985151 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1838aabb-2aeb-4863-8c5e-48bc6d1fca32 req-3577a797-ee96-4bd3-960c-9527eec083f5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0456707 Apr 14 20:27:27.031756 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1838aabb-2aeb-4863-8c5e-48bc6d1fca32 req-a82310a6-fafb-4640-b89b-46edc8880b2e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404575 Apr 14 20:27:27.437111 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7b26b-9d18-4962-9188-9e5c1195b125 req-8227851a-ce27-49bb-ac50-0e7c80451b60 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:27.438621 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4da7b26b-9d18-4962-9188-9e5c1195b125 req-8227851a-ce27-49bb-ac50-0e7c80451b60 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0490320 Apr 14 20:27:27.493042 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4da7b26b-9d18-4962-9188-9e5c1195b125 req-6c8d2a06-2d3b-4ed9-bc5a-86adf145a4be tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484123 Apr 14 20:27:27.717240 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c910bf5-42cf-4b9d-9c5e-ab7cc2d46b5f req-2601afff-0586-44d2-930e-c041602c393e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:27.718667 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9c910bf5-42cf-4b9d-9c5e-ab7cc2d46b5f req-2601afff-0586-44d2-930e-c041602c393e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0526557 Apr 14 20:27:27.769161 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9c910bf5-42cf-4b9d-9c5e-ab7cc2d46b5f req-40b29626-0776-481e-a6cb-3c776dc223b0 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448847 Apr 14 20:27:28.068615 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0413779-26a1-4edc-aa01-06dba1177e5d req-1c7dda5f-ec21-43a2-85bc-8f005e25fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:28.070143 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b0413779-26a1-4edc-aa01-06dba1177e5d req-1c7dda5f-ec21-43a2-85bc-8f005e25fbd2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cadd6f4f80d4757ae43922d6da3505f&device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 1130 time: 0.0989060 Apr 14 20:27:28.073283 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09da26-ba45-4f1d-a5c0-8baf29d07f3c req-5ffd1934-382b-47e3-810d-ea7de0e67dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:28.074673 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9c09da26-ba45-4f1d-a5c0-8baf29d07f3c req-5ffd1934-382b-47e3-810d-ea7de0e67dfd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f&tenant_id=f3f8c257adbc4afc935c3fed66259370 HTTP/1.1" status: 200 len: 1128 time: 0.0928512 Apr 14 20:27:28.226057 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68df597-d97e-453c-b8ef-0df2dbc444a8 req-f2120741-4f1d-47b8-aa7a-f2000d425819 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:28.227549 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c68df597-d97e-453c-b8ef-0df2dbc444a8 req-f2120741-4f1d-47b8-aa7a-f2000d425819 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.1217811 Apr 14 20:27:28.238107 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09da26-ba45-4f1d-a5c0-8baf29d07f3c req-06eadc19-4828-4119-83f5-04e547909fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:28.240199 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9c09da26-ba45-4f1d-a5c0-8baf29d07f3c req-06eadc19-4828-4119-83f5-04e547909fdf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3f8c257adbc4afc935c3fed66259370&device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 1128 time: 0.0922787 Apr 14 20:27:28.352032 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0413779-26a1-4edc-aa01-06dba1177e5d req-f317ffa3-41c6-4170-97bc-80cc165ca257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:28.353413 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b0413779-26a1-4edc-aa01-06dba1177e5d req-f317ffa3-41c6-4170-97bc-80cc165ca257 service neutron] 10.222.0.46 "GET /v2.0/networks?id=22e93b71-05e5-44ed-a527-0366c169924d HTTP/1.1" status: 200 len: 912 time: 0.2390814 Apr 14 20:27:28.402020 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c68df597-d97e-453c-b8ef-0df2dbc444a8 req-8d7c0c77-521a-4030-b2ac-81b080941a76 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670954 Apr 14 20:27:28.423119 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09da26-ba45-4f1d-a5c0-8baf29d07f3c req-1d8a6615-298a-4bfa-89be-8ab831e520ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:28.424545 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9c09da26-ba45-4f1d-a5c0-8baf29d07f3c req-1d8a6615-298a-4bfa-89be-8ab831e520ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4197bec-e804-4778-9814-28700a63aa0d HTTP/1.1" status: 200 len: 918 time: 0.1756544 Apr 14 20:27:28.443797 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b0413779-26a1-4edc-aa01-06dba1177e5d req-b8ccd919-b651-477a-b2a5-2f281d0b727e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89a6d0de-c51a-4573-a23d-29b3bbada7df HTTP/1.1" status: 200 len: 1002 time: 0.0828691 Apr 14 20:27:28.528756 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9c09da26-ba45-4f1d-a5c0-8baf29d07f3c req-17e1fc27-925c-4f44-a14c-03f1e37cceae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5222d976-3aa1-4758-86c1-106594f91ad3 HTTP/1.1" status: 200 len: 1000 time: 0.0949152 Apr 14 20:27:28.530461 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0413779-26a1-4edc-aa01-06dba1177e5d req-9d1df690-049e-422c-9495-e11eaeb3f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:28.531768 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b0413779-26a1-4edc-aa01-06dba1177e5d req-9d1df690-049e-422c-9495-e11eaeb3f656 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2bc5ebdc-6adc-4109-947b-34a082b30fa2 HTTP/1.1" status: 200 len: 850 time: 0.0597579 Apr 14 20:27:28.609235 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0413779-26a1-4edc-aa01-06dba1177e5d req-73668e4a-d63e-4636-b9b3-eb150d837cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:28.610628 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b0413779-26a1-4edc-aa01-06dba1177e5d req-73668e4a-d63e-4636-b9b3-eb150d837cc5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=22e93b71-05e5-44ed-a527-0366c169924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705597 Apr 14 20:27:28.614117 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09da26-ba45-4f1d-a5c0-8baf29d07f3c req-1273bca6-2c47-4eb3-b941-9a23b885adce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:28.615490 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9c09da26-ba45-4f1d-a5c0-8baf29d07f3c req-1273bca6-2c47-4eb3-b941-9a23b885adce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=997b9dd2-aea4-4c9c-9ac9-49ac96810906 HTTP/1.1" status: 200 len: 856 time: 0.0764613 Apr 14 20:27:28.709395 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09da26-ba45-4f1d-a5c0-8baf29d07f3c req-480c3e5a-ab90-4cab-abec-fb8bc22e459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:28.710923 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9c09da26-ba45-4f1d-a5c0-8baf29d07f3c req-480c3e5a-ab90-4cab-abec-fb8bc22e459d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4197bec-e804-4778-9814-28700a63aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885575 Apr 14 20:27:28.786126 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b0413779-26a1-4edc-aa01-06dba1177e5d req-a4999d87-4c50-4ef4-a2e0-c08d38191fe6 service neutron] 10.222.0.46 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647000 Apr 14 20:27:28.867942 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9c09da26-ba45-4f1d-a5c0-8baf29d07f3c req-7f32e4c8-dd61-4c46-abfb-41bd72d29a75 service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491191 Apr 14 20:27:28.884376 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a483db-77f4-4875-87ae-9250d7cfb0af req-efcc5fa9-f74b-44c2-86e1-333370842ee2 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:28.885960 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f9a483db-77f4-4875-87ae-9250d7cfb0af req-efcc5fa9-f74b-44c2-86e1-333370842ee2 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0503106 Apr 14 20:27:28.935113 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f9a483db-77f4-4875-87ae-9250d7cfb0af req-10c9a23e-fe1a-40b3-bcd6-b96c1920ebdb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432925 Apr 14 20:27:28.951083 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b0413779-26a1-4edc-aa01-06dba1177e5d req-5e17c755-0753-40fa-905e-b0be4e9fdae1 service neutron] 10.222.0.46 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572509 Apr 14 20:27:28.981436 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9c09da26-ba45-4f1d-a5c0-8baf29d07f3c req-2194de64-03d2-4dc8-a870-46d2ce3a92c7 service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063259 Apr 14 20:27:29.524618 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4137c80-bcc3-4d68-a3fb-737b7495cefd req-525ff2c0-d90d-4983-83df-9bc57011f429 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:29.526237 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f4137c80-bcc3-4d68-a3fb-737b7495cefd req-525ff2c0-d90d-4983-83df-9bc57011f429 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0518427 Apr 14 20:27:29.582107 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f4137c80-bcc3-4d68-a3fb-737b7495cefd req-c8193988-32ea-47be-be74-2f7883c7f274 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496643 Apr 14 20:27:30.053153 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089a6bd-c244-46d7-94b5-65dfe6ecbe88 req-5bdfb455-c6f0-493e-9006-f34ca8968a73 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:30.054857 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4089a6bd-c244-46d7-94b5-65dfe6ecbe88 req-5bdfb455-c6f0-493e-9006-f34ca8968a73 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0466249 Apr 14 20:27:30.102995 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4089a6bd-c244-46d7-94b5-65dfe6ecbe88 req-98ab9b4f-992e-4a9b-84ad-25651f8d151b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419343 Apr 14 20:27:30.719167 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16a48e-9fee-4a8f-b71e-649a3e913b81 req-a924093a-18be-4de4-98f5-cccb38637c48 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:30.720721 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-df16a48e-9fee-4a8f-b71e-649a3e913b81 req-a924093a-18be-4de4-98f5-cccb38637c48 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0552499 Apr 14 20:27:30.765896 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-df16a48e-9fee-4a8f-b71e-649a3e913b81 req-12db0aed-c05b-4bdb-bb11-27a8025d90e6 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394762 Apr 14 20:27:31.230157 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff582c-af09-4288-8a0f-fb15ab592df1 req-1d1abfaf-1fe1-4286-8194-4eb408257cdb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:31.232158 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-aaff582c-af09-4288-8a0f-fb15ab592df1 req-1d1abfaf-1fe1-4286-8194-4eb408257cdb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0487382 Apr 14 20:27:31.281153 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-aaff582c-af09-4288-8a0f-fb15ab592df1 req-4388b637-a404-4209-84df-fcb4eab8615f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433328 Apr 14 20:27:31.311333 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ddad9d39-63de-423c-ae85-b22fb42856c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:31.888316 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc559fb8-4868-40ab-a88b-bb91603578d6 req-16529026-b511-4224-96c1-6fb848168f92 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:31.889813 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc559fb8-4868-40ab-a88b-bb91603578d6 req-16529026-b511-4224-96c1-6fb848168f92 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0510838 Apr 14 20:27:31.940060 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc559fb8-4868-40ab-a88b-bb91603578d6 req-87418a31-42b8-40df-babf-21c758492219 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442660 Apr 14 20:27:32.405668 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f081a-2544-4b1a-942a-90f4d2c3b26a req-3aabff9d-f8f0-4875-8d67-8e64deaa0edd tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:32.407194 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-771f081a-2544-4b1a-942a-90f4d2c3b26a req-3aabff9d-f8f0-4875-8d67-8e64deaa0edd tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0507164 Apr 14 20:27:32.454578 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-771f081a-2544-4b1a-942a-90f4d2c3b26a req-0c371487-0151-4f00-a3ca-b138f8857caf tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416040 Apr 14 20:27:33.079086 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea122df4-fb44-48c1-a43a-b823cd1e64bc req-ada2c222-449a-494f-867a-a84b833ced73 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:33.080667 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ea122df4-fb44-48c1-a43a-b823cd1e64bc req-ada2c222-449a-494f-867a-a84b833ced73 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0485446 Apr 14 20:27:33.131173 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ea122df4-fb44-48c1-a43a-b823cd1e64bc req-410123dd-0488-4ed8-9782-0a6dc9548aa7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439467 Apr 14 20:27:33.576199 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45d699-86c7-47da-bb64-c68456de4780 req-bad2dbb8-c532-4bde-8862-1e450cb95b5c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:33.578807 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7a45d699-86c7-47da-bb64-c68456de4780 req-bad2dbb8-c532-4bde-8862-1e450cb95b5c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0553946 Apr 14 20:27:33.632856 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7a45d699-86c7-47da-bb64-c68456de4780 req-5157929b-9957-4835-9536-1dc9d74c8241 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444539 Apr 14 20:27:33.696953 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-178d9500-befd-4b50-aec4-4bf83cc016e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:34.280696 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce837aea-7596-4540-b27c-eac7d9d49e7a req-f708091d-3fbc-4d4d-90a7-f3be3d5ec780 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:34.282262 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ce837aea-7596-4540-b27c-eac7d9d49e7a req-f708091d-3fbc-4d4d-90a7-f3be3d5ec780 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0624077 Apr 14 20:27:34.334873 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ce837aea-7596-4540-b27c-eac7d9d49e7a req-01ca14dd-02d2-42f2-874b-8e0bd924ea9a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463278 Apr 14 20:27:34.699901 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:34.760008 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89d456-1de7-4533-94c6-5c4dbdbb9781 req-e4334d22-209c-4834-bcce-bbd778ad26d7 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:34.761471 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ab89d456-1de7-4533-94c6-5c4dbdbb9781 req-e4334d22-209c-4834-bcce-bbd778ad26d7 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0495472 Apr 14 20:27:34.809003 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ab89d456-1de7-4533-94c6-5c4dbdbb9781 req-b12f5dff-b6f5-4167-b68d-49cbb6ac2962 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417495 Apr 14 20:27:35.460148 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa970b-0bd8-4b47-89ef-b82243b6fea7 req-b59a5b9b-5577-4d7f-b03c-7c6ca7a4cc1f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:35.461625 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dcfa970b-0bd8-4b47-89ef-b82243b6fea7 req-b59a5b9b-5577-4d7f-b03c-7c6ca7a4cc1f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0502343 Apr 14 20:27:35.507037 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dcfa970b-0bd8-4b47-89ef-b82243b6fea7 req-5dae815e-69ba-46d5-ba9c-99afc07c4843 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397940 Apr 14 20:27:35.931782 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94dc6e-d103-4d83-982f-8b0bb8cdefc7 req-fd9f9eac-5a99-4725-9d8a-538fef0aca42 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:35.933265 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9d94dc6e-d103-4d83-982f-8b0bb8cdefc7 req-fd9f9eac-5a99-4725-9d8a-538fef0aca42 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0557656 Apr 14 20:27:35.982812 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9d94dc6e-d103-4d83-982f-8b0bb8cdefc7 req-327cfda9-5fc7-439b-88a8-28b7fb594114 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439749 Apr 14 20:27:36.196674 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:36.623832 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdf127-52f2-4ef0-b8e5-cb86d137a796 req-d73f99f7-c909-4128-b5eb-2316fc6277c4 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:36.625372 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-53bdf127-52f2-4ef0-b8e5-cb86d137a796 req-d73f99f7-c909-4128-b5eb-2316fc6277c4 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0461757 Apr 14 20:27:36.681765 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-53bdf127-52f2-4ef0-b8e5-cb86d137a796 req-c48254f0-5a00-4c60-b26b-a869b62ac586 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486858 Apr 14 20:27:37.106765 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc4bab-11cb-40c5-9343-1e36432dc6d5 req-2f678e7d-bac3-49da-97d6-0d21b5c1249f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:37.108435 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7fcc4bab-11cb-40c5-9343-1e36432dc6d5 req-2f678e7d-bac3-49da-97d6-0d21b5c1249f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0572104 Apr 14 20:27:37.155758 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7fcc4bab-11cb-40c5-9343-1e36432dc6d5 req-59e819ce-dca1-406a-9c91-2d6693ceb06a tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416324 Apr 14 20:27:37.800063 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fdd8d-5f8e-4083-9af0-3af7a275816f req-e433a5db-37bd-4e04-94c4-47dab072a3f3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:37.802256 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ac4fdd8d-5f8e-4083-9af0-3af7a275816f req-e433a5db-37bd-4e04-94c4-47dab072a3f3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0478632 Apr 14 20:27:37.848648 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ac4fdd8d-5f8e-4083-9af0-3af7a275816f req-fde12c6c-b51d-4379-9dc2-d956616fc4c0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404835 Apr 14 20:27:38.085310 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:38.276629 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8e84c-fc71-4fc8-83bb-bc620eae8b79 req-f8cf2af4-ee21-4739-b81f-206cf36cd2a7 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:38.278107 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dff8e84c-fc71-4fc8-83bb-bc620eae8b79 req-f8cf2af4-ee21-4739-b81f-206cf36cd2a7 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0501044 Apr 14 20:27:38.334565 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dff8e84c-fc71-4fc8-83bb-bc620eae8b79 req-7c745490-80f6-4c88-b542-984e8014242b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509241 Apr 14 20:27:38.969840 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a798b-381b-4f03-b252-c86faabae645 req-89a61d1e-06df-4aa8-a34e-75a9fb0bac48 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:38.971308 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-967a798b-381b-4f03-b252-c86faabae645 req-89a61d1e-06df-4aa8-a34e-75a9fb0bac48 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0509841 Apr 14 20:27:39.018544 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-967a798b-381b-4f03-b252-c86faabae645 req-2a980c58-d9de-41db-a104-5b8c0f049148 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403101 Apr 14 20:27:39.291215 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:39.451564 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e86eae-19a3-40d5-a612-9bc1fad5444f req-8e45e53a-1fac-4c4f-b89e-ec8a27fa0864 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:39.453289 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-17e86eae-19a3-40d5-a612-9bc1fad5444f req-8e45e53a-1fac-4c4f-b89e-ec8a27fa0864 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0510340 Apr 14 20:27:39.502725 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-17e86eae-19a3-40d5-a612-9bc1fad5444f req-21e3bb89-33dd-4a77-a769-7e4d3be18164 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429325 Apr 14 20:27:40.141908 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff754a-530a-4570-a928-7743abb6366a req-fb3af48d-e93c-4155-ab6d-cdff9f986542 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:40.143722 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2dff754a-530a-4570-a928-7743abb6366a req-fb3af48d-e93c-4155-ab6d-cdff9f986542 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0473945 Apr 14 20:27:40.193034 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2dff754a-530a-4570-a928-7743abb6366a req-d481f4de-bb3f-454a-8de2-2693b9253706 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430059 Apr 14 20:27:40.617265 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54093f81-6dfd-409f-9627-14fedb53dba6 req-205a1081-f017-45b4-84cb-0c8676172d01 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:40.618764 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-54093f81-6dfd-409f-9627-14fedb53dba6 req-205a1081-f017-45b4-84cb-0c8676172d01 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0481801 Apr 14 20:27:40.665956 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-54093f81-6dfd-409f-9627-14fedb53dba6 req-06687ac5-b2a7-4ffc-8f61-a659ce7e1491 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411415 Apr 14 20:27:41.313835 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4672cf-b720-4470-ac17-4b4cbbe94d5b req-9bdbe754-cc2d-4164-a523-55658c9674f2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:41.315832 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fe4672cf-b720-4470-ac17-4b4cbbe94d5b req-9bdbe754-cc2d-4164-a523-55658c9674f2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0531211 Apr 14 20:27:41.370338 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fe4672cf-b720-4470-ac17-4b4cbbe94d5b req-76b0f7c8-a3c7-4ba9-a3fc-3ee7095a69ce tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478904 Apr 14 20:27:41.784950 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6172323-9a9d-408a-b571-31ef28fc2335 req-4c6db2a5-fb4b-45f0-af7d-57158ebd9be5 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:41.788274 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f6172323-9a9d-408a-b571-31ef28fc2335 req-4c6db2a5-fb4b-45f0-af7d-57158ebd9be5 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0501745 Apr 14 20:27:41.839712 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f6172323-9a9d-408a-b571-31ef28fc2335 req-8c12e4f6-53a1-475e-9534-9cc922c39eb1 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449717 Apr 14 20:27:42.495122 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b14d1b-c9fa-4ecc-8fef-305798980227 req-60cfcda1-5a3e-48a0-be7a-24f1019aadc2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:42.496616 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a1b14d1b-c9fa-4ecc-8fef-305798980227 req-60cfcda1-5a3e-48a0-be7a-24f1019aadc2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0547957 Apr 14 20:27:42.542663 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a1b14d1b-c9fa-4ecc-8fef-305798980227 req-25e1117c-fe70-4862-a514-4d83cd4e8060 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405455 Apr 14 20:27:42.796222 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:27:42.962146 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8fc9d-0fb5-4b84-84d5-3c66f73286fa req-be58ee0d-50cf-48c6-921c-6e6292e89150 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:42.964423 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bff8fc9d-0fb5-4b84-84d5-3c66f73286fa req-be58ee0d-50cf-48c6-921c-6e6292e89150 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0489421 Apr 14 20:27:43.015222 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bff8fc9d-0fb5-4b84-84d5-3c66f73286fa req-b865ecda-12e6-4c49-9a9c-0d70d5ad3fca tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431039 Apr 14 20:27:43.661667 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea370d5-7c7e-412a-84bb-09d29fb06737 req-65fc9aa9-f1bd-4cba-8053-4cea0edb4429 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:43.666855 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cea370d5-7c7e-412a-84bb-09d29fb06737 req-65fc9aa9-f1bd-4cba-8053-4cea0edb4429 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0462694 Apr 14 20:27:43.713199 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cea370d5-7c7e-412a-84bb-09d29fb06737 req-4351246f-d6cf-4b52-94da-354e7415f80d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442955 Apr 14 20:27:44.127386 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e5768-b34c-47ee-b65c-1a852709dd4f req-c7f71310-8e9f-4c89-bc23-cc7d1bab28ca tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:44.130300 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0e2e5768-b34c-47ee-b65c-1a852709dd4f req-c7f71310-8e9f-4c89-bc23-cc7d1bab28ca tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0469456 Apr 14 20:27:44.176904 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0e2e5768-b34c-47ee-b65c-1a852709dd4f req-33a01ee6-b908-4ae8-a68b-09bd78a62450 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400822 Apr 14 20:27:44.827164 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107bf5b-d055-4868-a2fc-ba03a07c03cb req-27a06589-53a8-414b-8bc1-e158dce12444 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:44.828632 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1107bf5b-d055-4868-a2fc-ba03a07c03cb req-27a06589-53a8-414b-8bc1-e158dce12444 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0461082 Apr 14 20:27:44.874939 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1107bf5b-d055-4868-a2fc-ba03a07c03cb req-917d129d-70a3-483a-be07-9e44545c3703 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408819 Apr 14 20:27:45.297330 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8847c-51ad-41f5-984f-f5dd77e94f28 req-2f5ef76e-b994-47b0-8df9-f7d5ec8435a4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:45.298806 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2bd8847c-51ad-41f5-984f-f5dd77e94f28 req-2f5ef76e-b994-47b0-8df9-f7d5ec8435a4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0492666 Apr 14 20:27:45.347288 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2bd8847c-51ad-41f5-984f-f5dd77e94f28 req-e63d3aa5-5e1f-4eb7-8813-b78e6250fcd3 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421338 Apr 14 20:27:46.087399 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fc637-080a-4466-9439-3daad6a83b66 req-28546540-76b6-40b5-b0bc-f3e3280bcb67 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:46.088850 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-eb1fc637-080a-4466-9439-3daad6a83b66 req-28546540-76b6-40b5-b0bc-f3e3280bcb67 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0465853 Apr 14 20:27:46.133922 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-eb1fc637-080a-4466-9439-3daad6a83b66 req-21c11600-1917-473d-b380-2a92d2dcec7b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396249 Apr 14 20:27:46.460546 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b664e2-b61b-443d-a640-09ec8db0a51b req-773287ec-bf19-42de-b1d6-55e29960e8c1 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:46.462002 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b5b664e2-b61b-443d-a640-09ec8db0a51b req-773287ec-bf19-42de-b1d6-55e29960e8c1 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0464659 Apr 14 20:27:46.509707 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b5b664e2-b61b-443d-a640-09ec8db0a51b req-18ea2c89-c688-4d52-9ead-92cf7001ba64 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422509 Apr 14 20:27:46.876181 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418252f3-98c7-4638-b490-f8c825471ea3 req-6cff17a4-ecac-4ad5-b8c7-3c8d2128d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:46.877781 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-418252f3-98c7-4638-b490-f8c825471ea3 req-6cff17a4-ecac-4ad5-b8c7-3c8d2128d8c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cadd6f4f80d4757ae43922d6da3505f&device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 1130 time: 0.0491545 Apr 14 20:27:47.297746 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8bb3c-4ba1-44b7-b6fd-a5c25974d0c2 req-db943d93-fde3-4fb1-9c04-0f21fff6eb57 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:47.299236 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9dc8bb3c-4ba1-44b7-b6fd-a5c25974d0c2 req-db943d93-fde3-4fb1-9c04-0f21fff6eb57 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0950358 Apr 14 20:27:47.345939 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9dc8bb3c-4ba1-44b7-b6fd-a5c25974d0c2 req-731dafab-ad76-4e7f-89d5-b53df631178c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402141 Apr 14 20:27:48.465177 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b4f07-2ba4-4bff-98dc-0f84db65616a req-e730e4fb-ae83-4e58-af69-4a3bfc128901 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:48.466632 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f22b4f07-2ba4-4bff-98dc-0f84db65616a req-e730e4fb-ae83-4e58-af69-4a3bfc128901 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0461421 Apr 14 20:27:48.511471 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f22b4f07-2ba4-4bff-98dc-0f84db65616a req-8f8b7ccb-998d-4cea-977f-0679e26c663c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394230 Apr 14 20:27:49.218965 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418252f3-98c7-4638-b490-f8c825471ea3 req-4df99c4c-7ba2-4289-bbfb-6389800cd61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:49.220426 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-418252f3-98c7-4638-b490-f8c825471ea3 req-4df99c4c-7ba2-4289-bbfb-6389800cd61c service neutron] 10.222.0.46 "GET /v2.0/networks?id=22e93b71-05e5-44ed-a527-0366c169924d HTTP/1.1" status: 200 len: 912 time: 0.0894747 Apr 14 20:27:49.283664 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-418252f3-98c7-4638-b490-f8c825471ea3 req-c26a3116-d1a5-4470-8d6b-2de8a562585e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89a6d0de-c51a-4573-a23d-29b3bbada7df HTTP/1.1" status: 200 len: 1002 time: 0.0560641 Apr 14 20:27:49.339905 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418252f3-98c7-4638-b490-f8c825471ea3 req-6412e87a-0f24-4e9e-9bc1-243d3fd5e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:49.345709 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-418252f3-98c7-4638-b490-f8c825471ea3 req-6412e87a-0f24-4e9e-9bc1-243d3fd5e187 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2bc5ebdc-6adc-4109-947b-34a082b30fa2 HTTP/1.1" status: 200 len: 850 time: 0.0491235 Apr 14 20:27:49.440321 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418252f3-98c7-4638-b490-f8c825471ea3 req-9e864671-5060-4b94-b468-24d9cfe0f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:49.442052 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-418252f3-98c7-4638-b490-f8c825471ea3 req-9e864671-5060-4b94-b468-24d9cfe0f825 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=22e93b71-05e5-44ed-a527-0366c169924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476930 Apr 14 20:27:49.530271 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-418252f3-98c7-4638-b490-f8c825471ea3 req-d5f6b248-acc3-43b4-a8cb-ebc811b923ec service neutron] 10.222.0.46 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816283 Apr 14 20:27:49.628832 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-418252f3-98c7-4638-b490-f8c825471ea3 req-ada2ecee-be1e-4ea9-968d-a48062c2c5e5 service neutron] 10.222.0.46 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912695 Apr 14 20:27:49.635020 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a83ff2-1203-4c70-ab04-0046d2dda3e2 req-6d043ba4-7e89-4cd5-abd0-d9af9bd6b91e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:49.641154 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-00a83ff2-1203-4c70-ab04-0046d2dda3e2 req-6d043ba4-7e89-4cd5-abd0-d9af9bd6b91e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0556316 Apr 14 20:27:49.694069 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-00a83ff2-1203-4c70-ab04-0046d2dda3e2 req-cc0054a4-8c3e-4039-9ba8-b83a4ee2f985 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511460 Apr 14 20:27:50.383717 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a1ea3-0f01-4916-b228-f3a867245f93 req-e8a3deea-90f5-43bc-b075-501ed411d356 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:50.385219 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ef4a1ea3-0f01-4916-b228-f3a867245f93 req-e8a3deea-90f5-43bc-b075-501ed411d356 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 946 time: 0.0510757 Apr 14 20:27:50.432634 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ef4a1ea3-0f01-4916-b228-f3a867245f93 req-7ea14a22-06e7-4644-9db1-fcf7fdfff9b9 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417366 Apr 14 20:27:50.814940 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a24e4a-981a-4954-8737-9d94bbef15c1 req-06e4f8b4-5503-410f-ad23-ebab7669417b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:50.816378 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-84a24e4a-981a-4954-8737-9d94bbef15c1 req-06e4f8b4-5503-410f-ad23-ebab7669417b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0451236 Apr 14 20:27:50.861216 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-84a24e4a-981a-4954-8737-9d94bbef15c1 req-22b34755-647f-4577-89f5-9d82ee4e8390 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388076 Apr 14 20:27:51.547817 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75635c41-6cc3-41c2-a9f0-00856b5090cc req-a5dfe8a4-1960-4c23-a4d1-4965609a5833 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:51.549253 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-75635c41-6cc3-41c2-a9f0-00856b5090cc req-a5dfe8a4-1960-4c23-a4d1-4965609a5833 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 946 time: 0.0477543 Apr 14 20:27:51.595541 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-75635c41-6cc3-41c2-a9f0-00856b5090cc req-515deb46-6eb2-42e5-9c29-4bd00451aeee tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398037 Apr 14 20:27:51.977278 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b97cd0-03ab-4d5a-8d96-6f6cd73cf5ae req-c3ef738d-c1e6-4b52-8685-2e81a12efd2c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:51.978731 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-18b97cd0-03ab-4d5a-8d96-6f6cd73cf5ae req-c3ef738d-c1e6-4b52-8685-2e81a12efd2c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0454004 Apr 14 20:27:52.030895 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-18b97cd0-03ab-4d5a-8d96-6f6cd73cf5ae req-427df7ac-29dc-41e0-ab59-66be2e090e48 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467615 Apr 14 20:27:52.711278 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5737c1-2f88-4805-b91b-32044bede6ff req-c2b3b65a-ed4f-44bf-b9d3-67542c556a67 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:52.712793 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7f5737c1-2f88-4805-b91b-32044bede6ff req-c2b3b65a-ed4f-44bf-b9d3-67542c556a67 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 946 time: 0.0512145 Apr 14 20:27:52.759689 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7f5737c1-2f88-4805-b91b-32044bede6ff req-a940b180-1ffa-4d7b-afd1-e2bf631ef766 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414062 Apr 14 20:27:53.147481 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e587af3-758f-436f-ab00-4e93aecc6d4d req-3c92121d-eb9a-4a9a-8c5a-4fe7bd3f49a4 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:53.148937 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3e587af3-758f-436f-ab00-4e93aecc6d4d req-3c92121d-eb9a-4a9a-8c5a-4fe7bd3f49a4 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0457900 Apr 14 20:27:53.195119 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3e587af3-758f-436f-ab00-4e93aecc6d4d req-7fe88917-54c8-4345-ab22-a9085f4c554b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406466 Apr 14 20:27:53.501512 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48abf14-0b5f-4132-bb21-110e0f3b5ab4 req-5b6ddcdb-41bd-4934-8891-c8ab7bf6ce52 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:53.503103 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f48abf14-0b5f-4132-bb21-110e0f3b5ab4 req-5b6ddcdb-41bd-4934-8891-c8ab7bf6ce52 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.46 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 946 time: 0.0488648 Apr 14 20:27:53.600690 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-f48abf14-0b5f-4132-bb21-110e0f3b5ab4 req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Deleting port 96048eb1-d1cc-42e3-a416-ab0025967533 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:27:53.600951 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f48abf14-0b5f-4132-bb21-110e0f3b5ab4 req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (96048eb1-d1cc-42e3-a416-ab0025967533), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:53.692088 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-f48abf14-0b5f-4132-bb21-110e0f3b5ab4 req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] For port 96048eb1-d1cc-42e3-a416-ab0025967533, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=96048eb1-d1cc-42e3-a416-ab0025967533,segment=NetworkSegment(ced7afde-363f-432e-8fb1-931c8fd0ec19),segment_id=ced7afde-363f-432e-8fb1-931c8fd0ec19)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:27:53.692978 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f48abf14-0b5f-4132-bb21-110e0f3b5ab4 req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (96048eb1-d1cc-42e3-a416-ab0025967533), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:53.705671 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-f48abf14-0b5f-4132-bb21-110e0f3b5ab4 req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Calling delete_port for 96048eb1-d1cc-42e3-a416-ab0025967533 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:27:53.836745 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f48abf14-0b5f-4132-bb21-110e0f3b5ab4 req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (96048eb1-d1cc-42e3-a416-ab0025967533), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:53.849382 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['96048eb1-d1cc-42e3-a416-ab0025967533'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:27:53.855216 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-356795ad-b109-4574-b976-de6d74d4d9fd req-1d33db78-f953-4a7c-9f2e-c0717b8bade7 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 210 time: 0.0276406 Apr 14 20:27:53.876004 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Pushing event deleted for resources: {'Port': ['ID=96048eb1-d1cc-42e3-a416-ab0025967533,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:27:53.899823 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:53.900172 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:53.900518 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:53.900857 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:53.901191 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:53.901520 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:53.901848 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:53.902171 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:53.902529 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:53.902861 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:53.903182 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:53.903502 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:53.903821 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:53.904141 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:53.904461 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:53.929157 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48abf14-0b5f-4132-bb21-110e0f3b5ab4 req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] No DVR routers for this DVR port 96048eb1-d1cc-42e3-a416-ab0025967533 on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:27:53.931714 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f48abf14-0b5f-4132-bb21-110e0f3b5ab4 req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:53.935004 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f48abf14-0b5f-4132-bb21-110e0f3b5ab4 req-7cca7af5-569a-4e4c-82d1-6007c92d5143 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.46 "DELETE /v2.0/ports/96048eb1-d1cc-42e3-a416-ab0025967533 HTTP/1.1" status: 204 len: 173 time: 0.4261236 Apr 14 20:27:53.935676 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8a28da-3496-4781-96c9-3548275f3086', 'name': 'network-vif-deleted', 'tag': '96048eb1-d1cc-42e3-a416-ab0025967533'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:27:53.938395 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30304741-af4b-4344-91a8-2a116f5fb59c" -d '{"events": [{"server_uuid": "df8a28da-3496-4781-96c9-3548275f3086", "name": "network-vif-deleted", "tag": "96048eb1-d1cc-42e3-a416-ab0025967533"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:27:53.979754 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dca1ff-509e-41e6-b2d7-3a1a95e147f8 x-openstack-request-id: req-c4dca1ff-509e-41e6-b2d7-3a1a95e147f8 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:27:53.980047 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8a28da-3496-4781-96c9-3548275f3086", "name": "network-vif-deleted", "tag": "96048eb1-d1cc-42e3-a416-ab0025967533", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:27:53.980294 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4dca1ff-509e-41e6-b2d7-3a1a95e147f8 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:27:53.980762 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4dca1ff-509e-41e6-b2d7-3a1a95e147f8'] response: {'server_uuid': 'df8a28da-3496-4781-96c9-3548275f3086', 'name': 'network-vif-deleted', 'tag': '96048eb1-d1cc-42e3-a416-ab0025967533', 'status': 'completed', 'code': 200} Apr 14 20:27:54.314217 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f66d67-d873-4370-9289-a1ca8dc251ea req-349de892-c038-41d3-b25d-1c4ab5f1d293 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:54.315779 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e7f66d67-d873-4370-9289-a1ca8dc251ea req-349de892-c038-41d3-b25d-1c4ab5f1d293 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0495648 Apr 14 20:27:54.365769 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e7f66d67-d873-4370-9289-a1ca8dc251ea req-4a08d979-b063-4449-a180-bf3c5fa845c7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441725 Apr 14 20:27:54.700866 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 36540) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:27:54.705420 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1759434644', 'description': 'tempest-description--270986606'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:27:54.725965 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:54.794006 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (d6dcd10b-6e15-44ce-9048-94c8bd99205c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:54.797483 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (d6dcd10b-6e15-44ce-9048-94c8bd99205c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:54.825968 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:54.827202 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1253097 Apr 14 20:27:54.830520 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 36542) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:27:54.831111 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dcd10b-6e15-44ce-9048-94c8bd99205c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:27:54.835562 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3cff7276-fa3f-452f-ab0b-6e22c815ff16 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'security_group_rule': {'security_group_id': 'd6dcd10b-6e15-44ce-9048-94c8bd99205c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:27:54.839651 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:54.840007 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:54.840355 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:54.840710 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:54.841043 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:54.841379 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:54.841710 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:54.842047 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:54.842376 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:54.842749 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:54.843080 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:54.843408 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:54.843735 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:54.844060 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:54.844391 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3cb12-3bad-4080-8351-64e8e136a96f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:54.860839 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cff7276-fa3f-452f-ab0b-6e22c815ff16 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (046ff034-406e-4133-88f8-f2e43749262d), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:54.917654 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cff7276-fa3f-452f-ab0b-6e22c815ff16 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (046ff034-406e-4133-88f8-f2e43749262d), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:54.920486 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cff7276-fa3f-452f-ab0b-6e22c815ff16 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (046ff034-406e-4133-88f8-f2e43749262d), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:54.938522 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff7276-fa3f-452f-ab0b-6e22c815ff16 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046ff034-406e-4133-88f8-f2e43749262d,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:27:54.947019 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cff7276-fa3f-452f-ab0b-6e22c815ff16 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:54.950834 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-3cff7276-fa3f-452f-ab0b-6e22c815ff16 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166785 Apr 14 20:27:54.951077 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 36546) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:27:54.955548 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-8c8fe4a8-6aa5-4554-a06b-de9c53d431c4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'security_group_rule': {'security_group_id': 'd6dcd10b-6e15-44ce-9048-94c8bd99205c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:27:54.975544 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-36bcd8eb-070e-43d7-92b0-27378391cc09 req-cd1bd02a-453f-44ae-8a5c-d70ceada90f1 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 210 time: 0.0399563 Apr 14 20:27:54.982384 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c8fe4a8-6aa5-4554-a06b-de9c53d431c4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (ae565623-9a47-414a-853b-53d1eb66612c), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:55.037669 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c8fe4a8-6aa5-4554-a06b-de9c53d431c4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (ae565623-9a47-414a-853b-53d1eb66612c), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:55.041412 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c8fe4a8-6aa5-4554-a06b-de9c53d431c4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (ae565623-9a47-414a-853b-53d1eb66612c), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:55.058771 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fe4a8-6aa5-4554-a06b-de9c53d431c4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae565623-9a47-414a-853b-53d1eb66612c,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:27:55.067389 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c8fe4a8-6aa5-4554-a06b-de9c53d431c4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:55.068643 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-8c8fe4a8-6aa5-4554-a06b-de9c53d431c4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166174 Apr 14 20:27:55.071694 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 36548) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:27:55.075960 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c8423e1a-15cd-45e6-8ae7-67e8358c98d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'floatingip': {'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:27:55.095516 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8423e1a-15cd-45e6-8ae7-67e8358c98d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:55.178187 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8423e1a-15cd-45e6-8ae7-67e8358c98d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:55.281299 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-c8423e1a-15cd-45e6-8ae7-67e8358c98d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Allocated IP 172.27.3.250 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/e14a6d8d-d86a-44fa-aa8c-c0e60387c8b3) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:27:55.382593 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8423e1a-15cd-45e6-8ae7-67e8358c98d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for port (e14a6d8d-d86a-44fa-aa8c-c0e60387c8b3), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:55.416036 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8423e1a-15cd-45e6-8ae7-67e8358c98d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (e14a6d8d-d86a-44fa-aa8c-c0e60387c8b3), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:55.714731 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8423e1a-15cd-45e6-8ae7-67e8358c98d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:27:55.723007 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c8423e1a-15cd-45e6-8ae7-67e8358c98d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:27:55.730412 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8423e1a-15cd-45e6-8ae7-67e8358c98d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:27:55.750983 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8423e1a-15cd-45e6-8ae7-67e8358c98d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'Port': ['ID=e14a6d8d-d86a-44fa-aa8c-c0e60387c8b3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:27:55.764280 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009d71-535c-4949-95f4-5bdf03d6cd23 req-7e614505-6800-4865-b337-3e922f44caac tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:55.765747 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1a009d71-535c-4949-95f4-5bdf03d6cd23 req-7e614505-6800-4865-b337-3e922f44caac tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.3245299 Apr 14 20:27:55.844177 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1a009d71-535c-4949-95f4-5bdf03d6cd23 req-deb7de89-ae68-436d-b738-4a2c5a747020 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709631 Apr 14 20:27:55.857666 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8423e1a-15cd-45e6-8ae7-67e8358c98d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (5d3929d0-6384-4454-9833-f163cf657c6e), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:55.894361 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8423e1a-15cd-45e6-8ae7-67e8358c98d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e14a6d8d-d86a-44fa-aa8c-c0e60387c8b3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:56.045312 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8423e1a-15cd-45e6-8ae7-67e8358c98d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for port (e14a6d8d-d86a-44fa-aa8c-c0e60387c8b3), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:56.050889 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8423e1a-15cd-45e6-8ae7-67e8358c98d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (e14a6d8d-d86a-44fa-aa8c-c0e60387c8b3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:56.081253 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-995e8313-e77f-4c3a-9d50-ac788ba89b36 req-c445f24c-1448-498d-aa5d-78eb478d80c7 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=df8a28da-3496-4781-96c9-3548275f3086 HTTP/1.1" status: 200 len: 210 time: 0.0270476 Apr 14 20:27:56.127859 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8423e1a-15cd-45e6-8ae7-67e8358c98d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'Port': ['ID=e14a6d8d-d86a-44fa-aa8c-c0e60387c8b3,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:27:56.135040 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8423e1a-15cd-45e6-8ae7-67e8358c98d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (5d3929d0-6384-4454-9833-f163cf657c6e), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:56.149795 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8423e1a-15cd-45e6-8ae7-67e8358c98d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:56.151031 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-c8423e1a-15cd-45e6-8ae7-67e8358c98d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0783653 Apr 14 20:27:56.343194 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-f7999f19-28bf-47fb-8c79-ad6e8145c301 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1759434644&fields=id&tenant_id=924c18fd64a043699aeb1ce62cc31145 HTTP/1.1" status: 200 len: 267 time: 0.0411651 Apr 14 20:27:56.451048 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-1f12dc4e-c6f8-4b19-ae04-7639ab697323 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:56.452427 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-1f12dc4e-c6f8-4b19-ae04-7639ab697323 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/networks?id=fc816253-53ef-4b12-982a-ad49d0c30481 HTTP/1.1" status: 200 len: 815 time: 0.1024070 Apr 14 20:27:56.468104 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-f3b7b385-2896-4b03-ab75-5499f4446fda tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/quotas/924c18fd64a043699aeb1ce62cc31145 HTTP/1.1" status: 200 len: 375 time: 0.0094619 Apr 14 20:27:56.523857 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-069a2818-8b7a-4709-bfa6-e88c892d16f0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=924c18fd64a043699aeb1ce62cc31145&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498614 Apr 14 20:27:56.657855 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-e0644f8e-57c0-4c5d-a110-bfa762bedbb5 service neutron] 10.222.0.11 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213453 Apr 14 20:27:56.747804 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-ac5ee14e-5edc-461b-9390-564d2cac90bd service neutron] 10.222.0.11 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833619 Apr 14 20:27:56.902282 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1f9b44ff-cd65-4bdc-8cb7-5c4761841be9 req-eeb36b3d-4b0b-45eb-9428-ac3562c5cdd7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 210 time: 0.0293372 Apr 14 20:27:56.967072 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81184e65-ebb1-4363-9e3b-db920bbd4a53 req-5f88e475-6353-44ae-bd55-f689115b4009 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:56.968536 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-81184e65-ebb1-4363-9e3b-db920bbd4a53 req-5f88e475-6353-44ae-bd55-f689115b4009 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0484853 Apr 14 20:27:57.014857 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-81184e65-ebb1-4363-9e3b-db920bbd4a53 req-861393d3-8da9-44a2-9cd7-b070b220c372 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405772 Apr 14 20:27:58.001853 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-225ce498-0b13-4a3f-b804-73e97614175a req-1f118be2-7efb-4df4-93b8-fce370051d6a tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 210 time: 0.0307717 Apr 14 20:27:58.132040 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68311ab3-d615-4ae6-ad13-a487381752d0 req-54b9bfad-cb95-41af-8503-90d2ccf3636c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:58.133491 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-68311ab3-d615-4ae6-ad13-a487381752d0 req-54b9bfad-cb95-41af-8503-90d2ccf3636c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0484128 Apr 14 20:27:58.179562 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-68311ab3-d615-4ae6-ad13-a487381752d0 req-86c883e1-91f3-4220-90aa-7d11418ec115 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406113 Apr 14 20:27:59.095503 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-028f2861-5337-46da-947a-98ba44d0a975 req-cff0fc1c-89fc-4b69-b459-06fc289f645b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 210 time: 0.0262036 Apr 14 20:27:59.258771 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 5222d976-3aa1-4758-86c1-106594f91ad3 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:27:59.261204 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 96048eb1-d1cc-42e3-a416-ab0025967533 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:27:59.284795 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: 96048eb1-d1cc-42e3-a416-ab0025967533 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:27:59.285165 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 96048eb1-d1cc-42e3-a416-ab0025967533 not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:27:59.298306 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3ac8b-5aa7-4acf-9953-ad12465a64aa req-d589c7b2-ba23-4c33-809e-94ac8d7ca5d2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:59.302878 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d7c3ac8b-5aa7-4acf-9953-ad12465a64aa req-d589c7b2-ba23-4c33-809e-94ac8d7ca5d2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 944 time: 0.0526423 Apr 14 20:27:59.365301 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d7c3ac8b-5aa7-4acf-9953-ad12465a64aa req-35f19ccd-8da4-4b3b-9df0-05712b6453fa tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519221 Apr 14 20:27:59.384535 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-726d3d5c-5b3c-4021-bc21-f68fe0b478cf tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:27:59.385989 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-726d3d5c-5b3c-4021-bc21-f68fe0b478cf tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "GET /v2.0/networks?id=fc816253-53ef-4b12-982a-ad49d0c30481 HTTP/1.1" status: 200 len: 815 time: 0.1221848 Apr 14 20:27:59.399511 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 5222d976-3aa1-4758-86c1-106594f91ad3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5222d976-3aa1-4758-86c1-106594f91ad3,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:27:59.411141 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': '5222d976-3aa1-4758-86c1-106594f91ad3', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'port_id': '5222d976-3aa1-4758-86c1-106594f91ad3', 'mac_address': 'fa:16:3e:33:7f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:27:59.447531 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 5222d976-3aa1-4758-86c1-106594f91ad3 is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:27:59.447924 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:59.460955 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5222d976-3aa1-4758-86c1-106594f91ad3 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:27:59.479814 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 5222d976-3aa1-4758-86c1-106594f91ad3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5222d976-3aa1-4758-86c1-106594f91ad3,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:27:59.484632 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:27:59.531114 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=5222d976-3aa1-4758-86c1-106594f91ad3,revision_number=9']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:27:59.538800 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:59.539094 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:59.539461 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:59.539826 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:59.540173 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:59.540507 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:59.540839 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:59.541167 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:59.541494 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:59.541823 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:59.542150 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:59.542511 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:59.542840 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:59.543161 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:27:59.543483 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:28:00.192926 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e0743eaa-8014-4b5d-a835-9e5cd5533133 req-3cf13dc0-c701-46be-8c60-0749be8eba11 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 210 time: 0.0315473 Apr 14 20:28:00.346373 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-cd84905b-c005-4b8f-801c-9eeabb686f9c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=924c18fd64a043699aeb1ce62cc31145 HTTP/1.1" status: 200 len: 472 time: 0.0650790 Apr 14 20:28:00.488647 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30a4af-a637-483b-9197-1d7689d17e63 req-4e0e4bce-7ce0-4e78-9b26-4920fed5bba5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:00.490515 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0f30a4af-a637-483b-9197-1d7689d17e63 req-4e0e4bce-7ce0-4e78-9b26-4920fed5bba5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 945 time: 0.0602798 Apr 14 20:28:00.553527 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0f30a4af-a637-483b-9197-1d7689d17e63 req-fbc6620f-c1d7-41ea-982b-b996dc77e9af tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569639 Apr 14 20:28:01.291414 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fa57b4a7-087a-4feb-aa8d-0095be22f59c req-d6a52fbf-af96-431b-b1d1-7dd29716d7cf tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 210 time: 0.0319328 Apr 14 20:28:01.312203 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e4d2e5e4-f40e-4875-8d48-4e4ff77d5f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:01.673746 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee4db6-1c4f-4af8-a973-8d0d334e033d req-518746e5-3144-4ee0-8636-7abaf9ff54f0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:01.675254 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8cee4db6-1c4f-4af8-a973-8d0d334e033d req-518746e5-3144-4ee0-8636-7abaf9ff54f0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 945 time: 0.0471764 Apr 14 20:28:01.721399 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8cee4db6-1c4f-4af8-a973-8d0d334e033d req-21e4197d-4900-4f2e-a086-aa4d05f498f6 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401909 Apr 14 20:28:01.752138 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-25377b74-dc6a-4e88-b82d-a6cb057c50a2 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'port': {'device_id': 'dac663f5-c5ff-49b5-b291-831832caed47', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'admin_state_up': True, 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'security_groups': ['d6dcd10b-6e15-44ce-9048-94c8bd99205c']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:28:01.879918 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-25377b74-dc6a-4e88-b82d-a6cb057c50a2 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Made reservation on behalf of 924c18fd64a043699aeb1ce62cc31145 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:28:01.883678 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-25377b74-dc6a-4e88-b82d-a6cb057c50a2 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:02.018967 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-25377b74-dc6a-4e88-b82d-a6cb057c50a2 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Allocated IP 172.20.0.8 (fc816253-53ef-4b12-982a-ad49d0c30481/a3d11b83-af55-48c9-bf30-95e6969d035a/3065fb10-8a13-4beb-83f9-dec81af1bd92) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:28:02.173935 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-25377b74-dc6a-4e88-b82d-a6cb057c50a2 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for port (3065fb10-8a13-4beb-83f9-dec81af1bd92), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:02.209046 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-25377b74-dc6a-4e88-b82d-a6cb057c50a2 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (3065fb10-8a13-4beb-83f9-dec81af1bd92), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:02.252337 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-25377b74-dc6a-4e88-b82d-a6cb057c50a2 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Network fc816253-53ef-4b12-982a-ad49d0c30481 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:28:02.258218 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-25377b74-dc6a-4e88-b82d-a6cb057c50a2 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:28:02.260652 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-25377b74-dc6a-4e88-b82d-a6cb057c50a2 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:28:02.292005 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25377b74-dc6a-4e88-b82d-a6cb057c50a2 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'Port': ['ID=3065fb10-8a13-4beb-83f9-dec81af1bd92,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:28:02.322692 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-25377b74-dc6a-4e88-b82d-a6cb057c50a2 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:02.323781 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-25377b74-dc6a-4e88-b82d-a6cb057c50a2 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:02.350196 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-25377b74-dc6a-4e88-b82d-a6cb057c50a2 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6018121 Apr 14 20:28:02.416599 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Request body: {'port': {'device_id': 'dac663f5-c5ff-49b5-b291-831832caed47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:28:02.455811 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62d5c1-8d67-4376-a3ff-176fa4cb0d4b req-6a87ad88-664d-4a8d-a66d-b6ea7a22fa6c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:02.459168 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6b62d5c1-8d67-4376-a3ff-176fa4cb0d4b req-6a87ad88-664d-4a8d-a66d-b6ea7a22fa6c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 931 time: 0.0762126 Apr 14 20:28:02.466224 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['5222d976-3aa1-4758-86c1-106594f91ad3'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:28:02.523003 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (3065fb10-8a13-4beb-83f9-dec81af1bd92), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:02.536399 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-c7e8dde9-f2c2-4e60-90eb-960572ac9b39 None None] Provisioning complete for port 3065fb10-8a13-4beb-83f9-dec81af1bd92 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:28:02.536790 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c7e8dde9-f2c2-4e60-90eb-960572ac9b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (3065fb10-8a13-4beb-83f9-dec81af1bd92), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:02.553558 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6b62d5c1-8d67-4376-a3ff-176fa4cb0d4b req-cdc017e4-1c5b-4626-9c2a-cfb6e46c1136 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872736 Apr 14 20:28:02.607588 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c7e8dde9-f2c2-4e60-90eb-960572ac9b39 None None] Port 3065fb10-8a13-4beb-83f9-dec81af1bd92 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:28:02.824130 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3065fb10-8a13-4beb-83f9-dec81af1bd92 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:28:02.832508 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Publish callbacks [] for port (3065fb10-8a13-4beb-83f9-dec81af1bd92), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:02.844211 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719ad64-3e87-4a21-97e3-dd6f5171f71c req-9de303e7-758b-463a-9d40-f397159f533e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:02.844850 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Transition to ACTIVE for port object 3065fb10-8a13-4beb-83f9-dec81af1bd92 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:28:02.845779 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7719ad64-3e87-4a21-97e3-dd6f5171f71c req-9de303e7-758b-463a-9d40-f397159f533e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 945 time: 0.0506361 Apr 14 20:28:02.849739 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (3065fb10-8a13-4beb-83f9-dec81af1bd92), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:02.904496 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7719ad64-3e87-4a21-97e3-dd6f5171f71c req-96aef376-a30e-4d08-b35e-e9349c9747cb tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525353 Apr 14 20:28:02.907519 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=3065fb10-8a13-4beb-83f9-dec81af1bd92,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:28:02.991239 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Attempting to bind port 3065fb10-8a13-4beb-83f9-dec81af1bd92 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:28:02.991597 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Attempting to bind port 3065fb10-8a13-4beb-83f9-dec81af1bd92 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:28:02.991998 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Attempting to bind port 3065fb10-8a13-4beb-83f9-dec81af1bd92 on network fc816253-53ef-4b12-982a-ad49d0c30481 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:28:02.997154 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Port 3065fb10-8a13-4beb-83f9-dec81af1bd92 on network fc816253-53ef-4b12-982a-ad49d0c30481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:28:02.997567 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Attempting to bind port 3065fb10-8a13-4beb-83f9-dec81af1bd92 on network fc816253-53ef-4b12-982a-ad49d0c30481 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:28:03.003302 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:28:03.003885 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Checking segment: {'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:28:03.004547 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Bound using segment: {'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:28:03.004983 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Bound port: 3065fb10-8a13-4beb-83f9-dec81af1bd92, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:28:03.005397 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (3065fb10-8a13-4beb-83f9-dec81af1bd92), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:03.076783 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] For port 3065fb10-8a13-4beb-83f9-dec81af1bd92, host hv-cinder-83753, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:28:03.080047 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] For port 3065fb10-8a13-4beb-83f9-dec81af1bd92, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3065fb10-8a13-4beb-83f9-dec81af1bd92,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:28:03.086957 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (3065fb10-8a13-4beb-83f9-dec81af1bd92), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:03.123555 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:03.124231 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:03.125648 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] 10.222.0.46 "PUT /v2.0/ports/3065fb10-8a13-4beb-83f9-dec81af1bd92 HTTP/1.1" status: 200 len: 1093 time: 0.7670131 Apr 14 20:28:03.126164 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac663f5-c5ff-49b5-b291-831832caed47', 'tag': '3065fb10-8a13-4beb-83f9-dec81af1bd92'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:28:03.128524 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12de7859-e81c-406b-a009-1d76b718d60f" -d '{"events": [{"name": "network-changed", "server_uuid": "dac663f5-c5ff-49b5-b291-831832caed47", "tag": "3065fb10-8a13-4beb-83f9-dec81af1bd92"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:28:03.155381 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28192f-eda1-4ce2-b4da-8dd7ee8d3cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=3065fb10-8a13-4beb-83f9-dec81af1bd92,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:28:03.191671 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4234db-b515-4288-9d40-1b99ce787a90 x-openstack-request-id: req-ea4234db-b515-4288-9d40-1b99ce787a90 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:28:03.191964 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac663f5-c5ff-49b5-b291-831832caed47", "tag": "3065fb10-8a13-4beb-83f9-dec81af1bd92", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:28:03.192217 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ea4234db-b515-4288-9d40-1b99ce787a90 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:28:03.192644 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4234db-b515-4288-9d40-1b99ce787a90'] response: {'name': 'network-changed', 'server_uuid': 'dac663f5-c5ff-49b5-b291-831832caed47', 'tag': '3065fb10-8a13-4beb-83f9-dec81af1bd92', 'status': 'completed', 'code': 200} Apr 14 20:28:03.226791 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-84289539-bdbb-49b6-8dc1-9515610f2c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:03.228566 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-84289539-bdbb-49b6-8dc1-9515610f2c37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=924c18fd64a043699aeb1ce62cc31145&device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 1127 time: 0.0474720 Apr 14 20:28:03.284121 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-552fdf25-25c4-4312-b190-2c3c2709dd54 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3065fb10-8a13-4beb-83f9-dec81af1bd92 HTTP/1.1" status: 200 len: 217 time: 0.0468426 Apr 14 20:28:03.342308 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-ada3a939-a38f-4162-add2-834ca2db44b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:03.343863 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-ada3a939-a38f-4162-add2-834ca2db44b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d11b83-af55-48c9-bf30-95e6969d035a HTTP/1.1" status: 200 len: 854 time: 0.0538332 Apr 14 20:28:03.395979 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-436fa2a6-2b89-4f6e-a510-b2597dcf4c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:03.397498 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-436fa2a6-2b89-4f6e-a510-b2597dcf4c2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc816253-53ef-4b12-982a-ad49d0c30481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451863 Apr 14 20:28:03.493340 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-c69df6fb-3e04-4d0d-b130-6ff21dffa120 service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887935 Apr 14 20:28:03.588382 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3d6387d-0088-468f-9aaa-b3d66a6192d2 req-66125e77-bea3-440c-92e8-7ba654245c5e service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881722 Apr 14 20:28:03.694457 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc64cce-44be-470e-b1ac-02a41a34a20c req-969a2311-1ce3-480f-969c-104e75361c0b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:03.696281 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5bc64cce-44be-470e-b1ac-02a41a34a20c req-969a2311-1ce3-480f-969c-104e75361c0b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 943 time: 0.0583866 Apr 14 20:28:03.704054 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-de312099-11c5-4671-9b01-9902b8ab1181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:03.734008 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aa901-ed3c-4bb4-a535-0678f5196309 req-a3c5dd40-a8d1-4d08-afbd-2e16072738eb tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:03.735745 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ea4aa901-ed3c-4bb4-a535-0678f5196309 req-a3c5dd40-a8d1-4d08-afbd-2e16072738eb tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0662777 Apr 14 20:28:03.761750 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5bc64cce-44be-470e-b1ac-02a41a34a20c req-f3608478-446b-4aae-957c-17c30051a8c7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580924 Apr 14 20:28:03.809101 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ea4aa901-ed3c-4bb4-a535-0678f5196309 req-af73e512-b76c-4a28-862b-00210202d096 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665603 Apr 14 20:28:04.030962 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8af8d-43ec-442a-9ab2-15ce81f929db req-b3b87e5d-5e95-41bb-8a3d-1ac0c835d3ce tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:04.032450 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8b8af8d-43ec-442a-9ab2-15ce81f929db req-b3b87e5d-5e95-41bb-8a3d-1ac0c835d3ce tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 945 time: 0.0503728 Apr 14 20:28:04.083850 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8b8af8d-43ec-442a-9ab2-15ce81f929db req-529e5b58-72ad-4f6a-a5c6-e395d8c4ffb4 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452704 Apr 14 20:28:04.220383 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 5222d976-3aa1-4758-86c1-106594f91ad3 up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:28:04.270850 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port 5222d976-3aa1-4758-86c1-106594f91ad3 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:28:04.271417 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:04.355335 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 5222d976-3aa1-4758-86c1-106594f91ad3 is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:28:04.355790 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:04.380160 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a2e392-dad5-4001-949a-46d2b622684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5222d976-3aa1-4758-86c1-106594f91ad3'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:28:04.382688 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f7d1e3-fc01-4408-938b-b862c16fffbb" -d '{"events": [{"server_uuid": "a2a2e392-dad5-4001-949a-46d2b622684f", "name": "network-vif-plugged", "status": "completed", "tag": "5222d976-3aa1-4758-86c1-106594f91ad3"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:28:04.395353 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 5222d976-3aa1-4758-86c1-106594f91ad3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5222d976-3aa1-4758-86c1-106594f91ad3,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:28:04.400278 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:04.426505 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e819877-d85c-43c4-87c8-e469d0c2b21f x-openstack-request-id: req-9e819877-d85c-43c4-87c8-e469d0c2b21f {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:28:04.426797 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a2e392-dad5-4001-949a-46d2b622684f", "name": "network-vif-plugged", "status": "completed", "tag": "5222d976-3aa1-4758-86c1-106594f91ad3", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:28:04.427052 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e819877-d85c-43c4-87c8-e469d0c2b21f {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:28:04.427443 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e819877-d85c-43c4-87c8-e469d0c2b21f'] response: {'server_uuid': 'a2a2e392-dad5-4001-949a-46d2b622684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5222d976-3aa1-4758-86c1-106594f91ad3', 'code': 200} Apr 14 20:28:04.453506 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=5222d976-3aa1-4758-86c1-106594f91ad3,revision_number=10']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:28:04.700850 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:04.886040 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0d43-d9c3-48d7-95e9-163b4574495f req-0f055862-620b-48f9-81de-631951d2f5f6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:04.887781 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-108d0d43-d9c3-48d7-95e9-163b4574495f req-0f055862-620b-48f9-81de-631951d2f5f6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 943 time: 0.0542910 Apr 14 20:28:04.938044 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-108d0d43-d9c3-48d7-95e9-163b4574495f req-0761529d-91a1-4818-8143-30209eb43d70 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446186 Apr 14 20:28:04.942633 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034b74c-c4ae-40a4-a881-1bf16539c66e req-7a5e1b76-59f7-4559-8c55-9c375b8c68d5 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:04.947051 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b034b74c-c4ae-40a4-a881-1bf16539c66e req-7a5e1b76-59f7-4559-8c55-9c375b8c68d5 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0593712 Apr 14 20:28:05.007628 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b034b74c-c4ae-40a4-a881-1bf16539c66e req-f057c93b-7b78-43e9-a380-b5be7c2b56e1 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570796 Apr 14 20:28:05.202818 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0d22c-ac80-4b91-9130-dda07e79a31b req-75859317-1c8b-4c8f-a8bc-c7f1acf349d3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:05.204317 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-46c0d22c-ac80-4b91-9130-dda07e79a31b req-75859317-1c8b-4c8f-a8bc-c7f1acf349d3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 947 time: 0.0494010 Apr 14 20:28:05.255431 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-46c0d22c-ac80-4b91-9130-dda07e79a31b req-148d4c2d-e757-4ecc-a66d-daccc41f3f88 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448315 Apr 14 20:28:06.065661 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beeb427-174c-43cd-ae07-404fbbd982d3 req-4c82cfbe-586b-472f-ac27-1de2a37d1ea1 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:06.067357 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7beeb427-174c-43cd-ae07-404fbbd982d3 req-4c82cfbe-586b-472f-ac27-1de2a37d1ea1 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 943 time: 0.0535605 Apr 14 20:28:06.118530 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7beeb427-174c-43cd-ae07-404fbbd982d3 req-44be68e0-8556-44d8-b116-16fdc73e9b75 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454514 Apr 14 20:28:06.122971 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cf117-8813-4ac1-9e51-8299ea4dee09 req-26a81781-ebec-42f9-828b-778decfbf131 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:06.124479 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-aa5cf117-8813-4ac1-9e51-8299ea4dee09 req-26a81781-ebec-42f9-828b-778decfbf131 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0476093 Apr 14 20:28:06.195813 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-aa5cf117-8813-4ac1-9e51-8299ea4dee09 req-1cccecc1-f3b0-4977-b4b4-ae6ce7b1690f tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640981 Apr 14 20:28:06.199002 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:06.374403 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bd619-6411-4014-a0f1-03d18ba6ab91 req-6a2577bf-4fba-4035-972b-8d5ded84089e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:06.375903 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8e0bd619-6411-4014-a0f1-03d18ba6ab91 req-6a2577bf-4fba-4035-972b-8d5ded84089e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 947 time: 0.0467894 Apr 14 20:28:06.421572 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8e0bd619-6411-4014-a0f1-03d18ba6ab91 req-697e00f6-a71b-415f-86ce-36ac4ab572e6 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399845 Apr 14 20:28:07.233958 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6fe7a-5c29-4703-9bf4-95bb59d4fcf6 req-a684dcea-a423-4499-866b-849bc1d7d8f2 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:07.235769 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3ca6fe7a-5c29-4703-9bf4-95bb59d4fcf6 req-a684dcea-a423-4499-866b-849bc1d7d8f2 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 943 time: 0.0493383 Apr 14 20:28:07.285579 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3ca6fe7a-5c29-4703-9bf4-95bb59d4fcf6 req-b784d7ae-9525-4207-91a2-3c9bbc8d0ccb tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431433 Apr 14 20:28:07.313463 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ad4d7-648b-4e7c-b9e2-2e0637d477c8 req-b3273525-eb3c-429c-9757-41adb4048495 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:07.314978 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-761ad4d7-648b-4e7c-b9e2-2e0637d477c8 req-b3273525-eb3c-429c-9757-41adb4048495 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0472717 Apr 14 20:28:07.378765 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-761ad4d7-648b-4e7c-b9e2-2e0637d477c8 req-9123c43c-741f-43db-9d5f-053820b4bd9b tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575597 Apr 14 20:28:07.540151 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d302476-4019-490d-b488-e052d6498d3b req-d05aaebd-a1dc-40ff-82af-c303b4e6f367 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:07.541565 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9d302476-4019-490d-b488-e052d6498d3b req-d05aaebd-a1dc-40ff-82af-c303b4e6f367 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 947 time: 0.0486608 Apr 14 20:28:07.591820 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9d302476-4019-490d-b488-e052d6498d3b req-2dcfe9f9-77b7-4f22-b3ac-64975b317a7a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447266 Apr 14 20:28:08.078695 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:08.399827 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150a741-c3be-4ae8-bd50-50ccb1f62cfc req-3128b308-bb26-473f-b202-464ad1299574 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:08.401518 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2150a741-c3be-4ae8-bd50-50ccb1f62cfc req-3128b308-bb26-473f-b202-464ad1299574 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 943 time: 0.0484388 Apr 14 20:28:08.451408 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2150a741-c3be-4ae8-bd50-50ccb1f62cfc req-7d441c05-2e1b-4854-a0f5-08328ec6fd91 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442562 Apr 14 20:28:08.496841 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91d062-e276-46a0-a3c8-8a9db469b192 req-64031aea-b006-40a4-94fb-32688ab500c3 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:08.498324 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-eb91d062-e276-46a0-a3c8-8a9db469b192 req-64031aea-b006-40a4-94fb-32688ab500c3 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0518746 Apr 14 20:28:08.572970 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-eb91d062-e276-46a0-a3c8-8a9db469b192 req-13c5acca-8a96-4dcd-8607-06f0c24b388c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685852 Apr 14 20:28:08.713325 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c29fc8-969c-4e52-8c52-b91a22ffdf9a req-37d78699-deff-443c-b13a-fef961d2cdc2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:08.714959 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-23c29fc8-969c-4e52-8c52-b91a22ffdf9a req-37d78699-deff-443c-b13a-fef961d2cdc2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 947 time: 0.0515883 Apr 14 20:28:08.765131 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-23c29fc8-969c-4e52-8c52-b91a22ffdf9a req-1b4dd47e-b789-464d-998d-7490bd0649a0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447159 Apr 14 20:28:09.287270 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911516d4-c687-430e-8cc6-86168d2259ca req-5446f938-5025-450d-8a3f-73a09f67262f tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:09.288767 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-911516d4-c687-430e-8cc6-86168d2259ca req-5446f938-5025-450d-8a3f-73a09f67262f tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/networks?id=a92b028b-f859-432d-9d6a-d40d37de2772 HTTP/1.1" status: 200 len: 813 time: 0.1007307 Apr 14 20:28:09.294206 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:09.305269 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-911516d4-c687-430e-8cc6-86168d2259ca req-dc31a9dd-8bea-4e81-b13d-d7dcabd65db5 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/quotas/fb97710dda63450fa9e239b5c8b51e66 HTTP/1.1" status: 200 len: 375 time: 0.0100272 Apr 14 20:28:09.341301 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-911516d4-c687-430e-8cc6-86168d2259ca req-459316b9-8c17-4d40-b3ad-5c10cdc6da75 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb97710dda63450fa9e239b5c8b51e66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306613 Apr 14 20:28:09.433857 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-911516d4-c687-430e-8cc6-86168d2259ca req-dedcdf73-83c6-48d1-80bf-b56ba7684a0b service neutron] 10.222.0.11 "GET /v2.0/networks/a92b028b-f859-432d-9d6a-d40d37de2772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840311 Apr 14 20:28:09.530448 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-911516d4-c687-430e-8cc6-86168d2259ca req-33a4bd14-575c-4428-9756-6cc97ad07b72 service neutron] 10.222.0.11 "GET /v2.0/networks/a92b028b-f859-432d-9d6a-d40d37de2772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910871 Apr 14 20:28:09.570809 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bab1f-fa40-433d-a73d-ab63544479ea req-c0da12b5-b048-47de-9514-8300c19842a4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:09.572286 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7a6bab1f-fa40-433d-a73d-ab63544479ea req-c0da12b5-b048-47de-9514-8300c19842a4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 943 time: 0.0527449 Apr 14 20:28:09.619686 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7a6bab1f-fa40-433d-a73d-ab63544479ea req-471b127d-9c76-4c8f-a63c-ae24553715ab tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417271 Apr 14 20:28:09.702727 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a7fcce49-3d5d-449e-bc01-293fc86781e6 req-a5037288-54d6-46a4-90c4-c30fff635786 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 210 time: 0.0337341 Apr 14 20:28:09.756805 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ff912-2cd4-489c-84be-7afd6daa135f req-f076c73d-a6c2-403b-ae82-f88b25ae8a5e tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:09.758875 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-244ff912-2cd4-489c-84be-7afd6daa135f req-f076c73d-a6c2-403b-ae82-f88b25ae8a5e tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0638089 Apr 14 20:28:09.845657 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-244ff912-2cd4-489c-84be-7afd6daa135f req-1f245f4b-b760-4b45-953f-0893f19284db tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809867 Apr 14 20:28:09.929034 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945b9ee-5378-4139-8d9b-3ab1fbc45c31 req-cae59eb0-7371-4af6-9728-5529abc39b89 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:09.930794 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5945b9ee-5378-4139-8d9b-3ab1fbc45c31 req-cae59eb0-7371-4af6-9728-5529abc39b89 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 947 time: 0.0535340 Apr 14 20:28:09.981056 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5945b9ee-5378-4139-8d9b-3ab1fbc45c31 req-21bcbab4-c924-4f4c-9a16-ed4b1093c277 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447447 Apr 14 20:28:10.602847 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de7859-e81c-406b-a009-1d76b718d60f req-6b744b4e-ec6b-453d-92d9-72d2e701ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:10.605012 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-12de7859-e81c-406b-a009-1d76b718d60f req-6b744b4e-ec6b-453d-92d9-72d2e701ae86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=924c18fd64a043699aeb1ce62cc31145&device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 1127 time: 0.0588436 Apr 14 20:28:10.736909 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a2f81-472e-4536-80d2-6cf754abcf1b req-ef33f348-ee64-4ea4-b282-ec3c35020e0b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:10.739016 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a03a2f81-472e-4536-80d2-6cf754abcf1b req-ef33f348-ee64-4ea4-b282-ec3c35020e0b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 943 time: 0.0508308 Apr 14 20:28:10.785966 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a03a2f81-472e-4536-80d2-6cf754abcf1b req-4a0a3db1-35aa-470e-9738-6b88b4e5788f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413945 Apr 14 20:28:10.804719 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c279242f-ad7c-4343-aa3a-1d41e03bbbfe req-31b644f6-0382-49bb-a2e8-acf44a41e9f2 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 210 time: 0.0288002 Apr 14 20:28:10.968562 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135db459-090f-49a7-b237-95074eb67408 req-25435c3a-3911-4c2c-abe9-47c557c5d115 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:10.970039 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-135db459-090f-49a7-b237-95074eb67408 req-25435c3a-3911-4c2c-abe9-47c557c5d115 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0487506 Apr 14 20:28:11.032428 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-135db459-090f-49a7-b237-95074eb67408 req-2b7006cf-7c61-486b-a4ad-9f00742ac295 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549364 Apr 14 20:28:11.226354 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be209b49-72f5-4d8e-9425-63a795107411 req-2ccfa371-bca4-45cf-bd95-137c52836ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:11.227790 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-be209b49-72f5-4d8e-9425-63a795107411 req-2ccfa371-bca4-45cf-bd95-137c52836ef6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad225bf8aa6a4b28ad215f698e0e6960&device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 1169 time: 0.1529999 Apr 14 20:28:11.241963 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f49b8-c88b-4080-afc2-0b8632378fb6 req-567ecc51-67b7-4114-aabe-39a54a113864 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:11.246937 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b15f49b8-c88b-4080-afc2-0b8632378fb6 req-567ecc51-67b7-4114-aabe-39a54a113864 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 947 time: 0.1705306 Apr 14 20:28:11.286851 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf44c1-f88d-44b0-b3ee-bda2db3134bf req-47debcbd-1b27-47b2-9404-22369d37a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:11.288343 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-06bf44c1-f88d-44b0-b3ee-bda2db3134bf req-47debcbd-1b27-47b2-9404-22369d37a17a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 1131 time: 0.0983503 Apr 14 20:28:11.293484 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de7859-e81c-406b-a009-1d76b718d60f req-e02522ae-60d6-4326-961f-802c8d2d2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:11.294864 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-12de7859-e81c-406b-a009-1d76b718d60f req-e02522ae-60d6-4326-961f-802c8d2d2277 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc816253-53ef-4b12-982a-ad49d0c30481 HTTP/1.1" status: 200 len: 916 time: 0.2515664 Apr 14 20:28:11.323214 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b15f49b8-c88b-4080-afc2-0b8632378fb6 req-87a906e6-7fe8-448d-8102-8757592c9256 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707817 Apr 14 20:28:11.515733 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-12de7859-e81c-406b-a009-1d76b718d60f req-762665ac-c3a2-4420-885b-06aca42e6c14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3065fb10-8a13-4beb-83f9-dec81af1bd92 HTTP/1.1" status: 200 len: 217 time: 0.0634296 Apr 14 20:28:11.676968 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-06bf44c1-f88d-44b0-b3ee-bda2db3134bf req-e0625e2d-1c4c-4ccd-8954-d540742a8d28 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178376 Apr 14 20:28:11.698564 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de7859-e81c-406b-a009-1d76b718d60f req-2fea3d07-f98d-4ebe-9bed-cbb545ec1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:11.699988 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-12de7859-e81c-406b-a009-1d76b718d60f req-2fea3d07-f98d-4ebe-9bed-cbb545ec1fd6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d11b83-af55-48c9-bf30-95e6969d035a HTTP/1.1" status: 200 len: 854 time: 0.1722465 Apr 14 20:28:11.721130 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be209b49-72f5-4d8e-9425-63a795107411 req-a50e7097-dfd6-4012-ae94-58177c027c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:11.722709 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-be209b49-72f5-4d8e-9425-63a795107411 req-a50e7097-dfd6-4012-ae94-58177c027c85 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d0ae32ba-f63e-4871-a0db-3e11ef229577 HTTP/1.1" status: 200 len: 916 time: 0.2646043 Apr 14 20:28:11.745587 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911516d4-c687-430e-8cc6-86168d2259ca req-36737f3c-905e-4b84-b050-ac82e3c260c3 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:11.747002 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-911516d4-c687-430e-8cc6-86168d2259ca req-36737f3c-905e-4b84-b050-ac82e3c260c3 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.46 "GET /v2.0/networks?id=a92b028b-f859-432d-9d6a-d40d37de2772 HTTP/1.1" status: 200 len: 813 time: 0.2126756 Apr 14 20:28:11.901196 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cc73f1bc-563a-4014-ae63-ca58787a9130 req-8eb4d17d-8272-405f-8667-afefb4cad652 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 210 time: 0.0279896 Apr 14 20:28:11.909008 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e5031-a694-4c13-8875-eb5fc7992ae1 req-8b529f32-bfb1-4806-99b4-792013f87510 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:11.911323 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-405e5031-a694-4c13-8875-eb5fc7992ae1 req-8b529f32-bfb1-4806-99b4-792013f87510 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 943 time: 0.0536385 Apr 14 20:28:11.968937 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-405e5031-a694-4c13-8875-eb5fc7992ae1 req-9db107a0-7295-4ee6-9b2d-9be088c095bc tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502331 Apr 14 20:28:12.158765 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a6856-ebcd-460b-a202-a97bc68ac7dd req-ba6e3a1a-e122-44c7-ab78-48f9c4d30371 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:12.160825 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cf3a6856-ebcd-460b-a202-a97bc68ac7dd req-ba6e3a1a-e122-44c7-ab78-48f9c4d30371 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0470777 Apr 14 20:28:12.196413 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-911516d4-c687-430e-8cc6-86168d2259ca req-aa6758cf-c8f0-4dd9-9dea-09abdb66a4c8 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Request body: {'port': {'device_id': 'b90d3750-212d-4bea-b809-38464bff24f8', 'network_id': 'a92b028b-f859-432d-9d6a-d40d37de2772', 'admin_state_up': True, 'tenant_id': 'fb97710dda63450fa9e239b5c8b51e66'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:28:12.250865 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 3065fb10-8a13-4beb-83f9-dec81af1bd92 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:28:12.332188 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de7859-e81c-406b-a009-1d76b718d60f req-e31961bf-6605-4124-b6c2-4b8c2735812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:12.333610 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-12de7859-e81c-406b-a009-1d76b718d60f req-e31961bf-6605-4124-b6c2-4b8c2735812f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc816253-53ef-4b12-982a-ad49d0c30481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1517365 Apr 14 20:28:12.349258 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 3065fb10-8a13-4beb-83f9-dec81af1bd92, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3065fb10-8a13-4beb-83f9-dec81af1bd92,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:28:12.361057 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': '3065fb10-8a13-4beb-83f9-dec81af1bd92', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'port_id': '3065fb10-8a13-4beb-83f9-dec81af1bd92', 'mac_address': 'fa:16:3e:4f:76:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:28:12.380762 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-be209b49-72f5-4d8e-9425-63a795107411 req-45b93b9f-1ce9-4d40-9d28-4a01cf6d4f7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=115328be-b857-41f6-b058-f319f080cd10 HTTP/1.1" status: 200 len: 1001 time: 0.1901820 Apr 14 20:28:12.407148 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 3065fb10-8a13-4beb-83f9-dec81af1bd92 is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:28:12.407540 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (3065fb10-8a13-4beb-83f9-dec81af1bd92), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:12.420817 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3065fb10-8a13-4beb-83f9-dec81af1bd92 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:28:12.441405 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cf3a6856-ebcd-460b-a202-a97bc68ac7dd req-5fbf5fcc-8686-42ec-93e5-aa2f04d09340 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2739475 Apr 14 20:28:12.444045 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 3065fb10-8a13-4beb-83f9-dec81af1bd92, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3065fb10-8a13-4beb-83f9-dec81af1bd92,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:28:12.450809 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (3065fb10-8a13-4beb-83f9-dec81af1bd92), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:12.464323 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4cd8e-d8e8-470a-93a7-6292a2b3bda2 req-f2f5d76f-61a4-4efa-a672-dd18055cd145 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:12.466658 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f1d4cd8e-d8e8-470a-93a7-6292a2b3bda2 req-f2f5d76f-61a4-4efa-a672-dd18055cd145 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 947 time: 0.0659266 Apr 14 20:28:12.513099 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be209b49-72f5-4d8e-9425-63a795107411 req-bfc88865-901e-4fbb-9206-8161217df4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:12.514544 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-be209b49-72f5-4d8e-9425-63a795107411 req-bfc88865-901e-4fbb-9206-8161217df4ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68e55fb6-fc75-4b6d-952a-c4a8c730ba8a HTTP/1.1" status: 200 len: 854 time: 0.1210117 Apr 14 20:28:12.522717 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f1d4cd8e-d8e8-470a-93a7-6292a2b3bda2 req-5fdf2ec7-9638-46a7-9334-487a317f4880 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472124 Apr 14 20:28:12.524018 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=3065fb10-8a13-4beb-83f9-dec81af1bd92,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:28:12.536056 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-12de7859-e81c-406b-a009-1d76b718d60f req-58bccb16-334e-4872-b5cb-b37891a04cd7 service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887150 Apr 14 20:28:12.537135 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911516d4-c687-430e-8cc6-86168d2259ca req-aa6758cf-c8f0-4dd9-9dea-09abdb66a4c8 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Made reservation on behalf of fb97710dda63450fa9e239b5c8b51e66 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:28:12.540475 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-911516d4-c687-430e-8cc6-86168d2259ca req-aa6758cf-c8f0-4dd9-9dea-09abdb66a4c8 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:12.667089 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-911516d4-c687-430e-8cc6-86168d2259ca req-aa6758cf-c8f0-4dd9-9dea-09abdb66a4c8 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Allocated IP 172.20.0.6 (a92b028b-f859-432d-9d6a-d40d37de2772/34d1250a-4125-4753-ac30-dc1497d20c9d/0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:28:13.009028 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['3065fb10-8a13-4beb-83f9-dec81af1bd92'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:28:13.036303 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-391f4f00-c34f-4451-97bb-3669f0b2e40f req-990452a6-5239-4de8-99af-1d5504aa01c8 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 210 time: 0.0586450 Apr 14 20:28:13.089076 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a95ec-0517-44e6-8c66-a7eed9c0a346 req-de5ca5ec-cca0-4734-93ce-6f5c822790c7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:13.090545 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-181a95ec-0517-44e6-8c66-a7eed9c0a346 req-de5ca5ec-cca0-4734-93ce-6f5c822790c7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 944 time: 0.0510237 Apr 14 20:28:13.099821 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-911516d4-c687-430e-8cc6-86168d2259ca req-aa6758cf-c8f0-4dd9-9dea-09abdb66a4c8 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Publish callbacks [] for port (0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:13.138975 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-911516d4-c687-430e-8cc6-86168d2259ca req-aa6758cf-c8f0-4dd9-9dea-09abdb66a4c8 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:13.139268 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-181a95ec-0517-44e6-8c66-a7eed9c0a346 req-5766219b-f2df-40b6-acd5-df41fc761a02 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425534 Apr 14 20:28:13.187967 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911516d4-c687-430e-8cc6-86168d2259ca req-aa6758cf-c8f0-4dd9-9dea-09abdb66a4c8 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Network a92b028b-f859-432d-9d6a-d40d37de2772 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:28:13.193713 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-911516d4-c687-430e-8cc6-86168d2259ca req-aa6758cf-c8f0-4dd9-9dea-09abdb66a4c8 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:28:13.196430 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-911516d4-c687-430e-8cc6-86168d2259ca req-aa6758cf-c8f0-4dd9-9dea-09abdb66a4c8 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:28:13.226597 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6758cf-c8f0-4dd9-9dea-09abdb66a4c8 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Pushing event updated for resources: {'Port': ['ID=0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:28:13.254763 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911516d4-c687-430e-8cc6-86168d2259ca req-aa6758cf-c8f0-4dd9-9dea-09abdb66a4c8 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:13.255397 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-911516d4-c687-430e-8cc6-86168d2259ca req-aa6758cf-c8f0-4dd9-9dea-09abdb66a4c8 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:13.272867 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-911516d4-c687-430e-8cc6-86168d2259ca req-aa6758cf-c8f0-4dd9-9dea-09abdb66a4c8 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0897760 Apr 14 20:28:13.321890 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Request body: {'port': {'device_id': 'b90d3750-212d-4bea-b809-38464bff24f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:28:13.419759 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be209b49-72f5-4d8e-9425-63a795107411 req-930655f3-53b4-4c74-b0df-5514b7f206e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:13.421231 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-be209b49-72f5-4d8e-9425-63a795107411 req-930655f3-53b4-4c74-b0df-5514b7f206e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d0ae32ba-f63e-4871-a0db-3e11ef229577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1107039 Apr 14 20:28:13.488262 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:13.544202 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-12de7859-e81c-406b-a009-1d76b718d60f req-2ab488b6-aa39-4027-a042-8248f44f557f service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419074 Apr 14 20:28:13.626291 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721be06-a109-426d-a3b0-ad5efbcfbadc req-f167edee-8681-4158-950a-4cfa27f62d19 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:13.627786 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5721be06-a109-426d-a3b0-ad5efbcfbadc req-f167edee-8681-4158-950a-4cfa27f62d19 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.1030529 Apr 14 20:28:13.646462 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-be209b49-72f5-4d8e-9425-63a795107411 req-68a6e266-b11e-4367-bb1b-4abbe8e6b6ba service neutron] 10.222.0.46 "GET /v2.0/networks/d0ae32ba-f63e-4871-a0db-3e11ef229577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019904 Apr 14 20:28:13.651375 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a20d1e-e5da-48d6-acdb-0652ee3f0388 req-0e148d61-4773-4015-a77e-90293b1b2b30 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:13.652897 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-32a20d1e-e5da-48d6-acdb-0652ee3f0388 req-0e148d61-4773-4015-a77e-90293b1b2b30 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 947 time: 0.0531731 Apr 14 20:28:13.699374 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-32a20d1e-e5da-48d6-acdb-0652ee3f0388 req-c90a6d4f-dc00-4981-a7b0-d9380bd8c069 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405800 Apr 14 20:28:13.872891 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5721be06-a109-426d-a3b0-ad5efbcfbadc req-63d51d06-f772-449e-b586-c555b4a5e5b1 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2348623 Apr 14 20:28:13.897701 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-be209b49-72f5-4d8e-9425-63a795107411 req-5e258b05-dfc5-457e-aa3f-d435bab7b4dc service neutron] 10.222.0.46 "GET /v2.0/networks/d0ae32ba-f63e-4871-a0db-3e11ef229577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396293 Apr 14 20:28:13.985889 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:28:13.993881 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Publish callbacks [] for port (0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:14.007224 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Transition to ACTIVE for port object 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:28:14.010601 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:14.061588 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Pushing event updated for resources: {'Port': ['ID=0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:28:14.131080 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Attempting to bind port 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:28:14.131422 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Attempting to bind port 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'ced7afde-363f-432e-8fb1-931c8fd0ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a92b028b-f859-432d-9d6a-d40d37de2772'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:28:14.131756 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Attempting to bind port 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf on network a92b028b-f859-432d-9d6a-d40d37de2772 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:28:14.136207 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Port 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf on network a92b028b-f859-432d-9d6a-d40d37de2772 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:28:14.136545 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Attempting to bind port 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf on network a92b028b-f859-432d-9d6a-d40d37de2772 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:28:14.141400 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:28:14.141744 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Checking segment: {'id': 'ced7afde-363f-432e-8fb1-931c8fd0ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a92b028b-f859-432d-9d6a-d40d37de2772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:28:14.142129 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Bound using segment: {'id': 'ced7afde-363f-432e-8fb1-931c8fd0ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a92b028b-f859-432d-9d6a-d40d37de2772'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:28:14.142591 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Bound port: 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced7afde-363f-432e-8fb1-931c8fd0ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a92b028b-f859-432d-9d6a-d40d37de2772'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:28:14.142951 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:14.174879 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881af6d-1991-4fb8-9569-4ca297c5e3e7 req-851b4f8b-2574-4548-b46c-d36c4c10349a tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:14.178371 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0881af6d-1991-4fb8-9569-4ca297c5e3e7 req-851b4f8b-2574-4548-b46c-d36c4c10349a tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 943 time: 0.0508187 Apr 14 20:28:14.211677 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] For port 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf, host hv-cinder-83753, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:28:14.215773 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] For port 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf,segment=NetworkSegment(ced7afde-363f-432e-8fb1-931c8fd0ec19),segment_id=ced7afde-363f-432e-8fb1-931c8fd0ec19)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:28:14.228647 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:14.231357 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0881af6d-1991-4fb8-9569-4ca297c5e3e7 req-d96feffd-2b8c-4043-aedc-17a7a892fbaf tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470204 Apr 14 20:28:14.284178 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:14.284894 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:14.286234 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-911516d4-c687-430e-8cc6-86168d2259ca req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] 10.222.0.46 "PUT /v2.0/ports/0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf HTTP/1.1" status: 200 len: 1093 time: 0.9828591 Apr 14 20:28:14.292177 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb8a5a-d4a6-4704-98ce-4843fb2980fb req-6f5e8c4f-06b9-4b9c-9498-1c662159119c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:14.293538 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-87fb8a5a-d4a6-4704-98ce-4843fb2980fb req-6f5e8c4f-06b9-4b9c-9498-1c662159119c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 944 time: 0.0797179 Apr 14 20:28:14.293960 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90d3750-212d-4bea-b809-38464bff24f8', 'tag': '0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:28:14.296189 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837962aa-eb3b-4c60-bc39-ba963a5f4c97" -d '{"events": [{"name": "network-changed", "server_uuid": "b90d3750-212d-4bea-b809-38464bff24f8", "tag": "0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:28:14.338412 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d243a06-17e4-40fe-89d9-8a10da6ec7ac service neutron] Pushing event updated for resources: {'Port': ['ID=0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:28:14.367381 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-87fb8a5a-d4a6-4704-98ce-4843fb2980fb req-a7d4261c-b66f-493e-aea1-4c7223ba4fba tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658274 Apr 14 20:28:14.395831 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f699f82c-0c9c-4a8a-9315-0846bcd61169 x-openstack-request-id: req-f699f82c-0c9c-4a8a-9315-0846bcd61169 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:28:14.396122 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90d3750-212d-4bea-b809-38464bff24f8", "tag": "0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:28:14.396374 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f699f82c-0c9c-4a8a-9315-0846bcd61169 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:28:14.396777 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f699f82c-0c9c-4a8a-9315-0846bcd61169'] response: {'name': 'network-changed', 'server_uuid': 'b90d3750-212d-4bea-b809-38464bff24f8', 'tag': '0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf', 'status': 'completed', 'code': 200} Apr 14 20:28:14.442727 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 3065fb10-8a13-4beb-83f9-dec81af1bd92 up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:28:14.487371 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port 3065fb10-8a13-4beb-83f9-dec81af1bd92 completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:28:14.493440 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port 3065fb10-8a13-4beb-83f9-dec81af1bd92 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:28:14.493807 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (3065fb10-8a13-4beb-83f9-dec81af1bd92), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:14.577056 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 3065fb10-8a13-4beb-83f9-dec81af1bd92 is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:28:14.577450 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (3065fb10-8a13-4beb-83f9-dec81af1bd92), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:14.590658 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911516d4-c687-430e-8cc6-86168d2259ca req-be42739c-9749-446e-b0fd-91da3b4d40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:14.592184 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-911516d4-c687-430e-8cc6-86168d2259ca req-be42739c-9749-446e-b0fd-91da3b4d40f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb97710dda63450fa9e239b5c8b51e66&device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 1127 time: 0.0547886 Apr 14 20:28:14.609895 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac663f5-c5ff-49b5-b291-831832caed47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3065fb10-8a13-4beb-83f9-dec81af1bd92'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:28:14.612418 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbb1886-0f3a-4dea-8731-e192089ef56c" -d '{"events": [{"server_uuid": "dac663f5-c5ff-49b5-b291-831832caed47", "name": "network-vif-plugged", "status": "completed", "tag": "3065fb10-8a13-4beb-83f9-dec81af1bd92"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:28:14.626709 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 3065fb10-8a13-4beb-83f9-dec81af1bd92, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3065fb10-8a13-4beb-83f9-dec81af1bd92,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:28:14.632712 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (3065fb10-8a13-4beb-83f9-dec81af1bd92), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:14.651747 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-911516d4-c687-430e-8cc6-86168d2259ca req-87030f2b-a4d7-4214-b892-a0abb4623a3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf HTTP/1.1" status: 200 len: 217 time: 0.0511248 Apr 14 20:28:14.671360 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780d7f8a-1722-40b0-89a3-4d7e16a02280 x-openstack-request-id: req-780d7f8a-1722-40b0-89a3-4d7e16a02280 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:28:14.671682 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac663f5-c5ff-49b5-b291-831832caed47", "name": "network-vif-plugged", "status": "completed", "tag": "3065fb10-8a13-4beb-83f9-dec81af1bd92", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:28:14.671942 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-780d7f8a-1722-40b0-89a3-4d7e16a02280 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:28:14.672340 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-780d7f8a-1722-40b0-89a3-4d7e16a02280'] response: {'server_uuid': 'dac663f5-c5ff-49b5-b291-831832caed47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3065fb10-8a13-4beb-83f9-dec81af1bd92', 'code': 200} Apr 14 20:28:14.699040 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=3065fb10-8a13-4beb-83f9-dec81af1bd92,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:28:14.794064 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911516d4-c687-430e-8cc6-86168d2259ca req-106cefba-b849-4697-8839-ef0268b270e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:14.795714 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-911516d4-c687-430e-8cc6-86168d2259ca req-106cefba-b849-4697-8839-ef0268b270e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34d1250a-4125-4753-ac30-dc1497d20c9d HTTP/1.1" status: 200 len: 853 time: 0.0636384 Apr 14 20:28:14.842798 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-911516d4-c687-430e-8cc6-86168d2259ca req-ea91a6f9-efbd-4e65-b23b-d6f54ac2ccc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a92b028b-f859-432d-9d6a-d40d37de2772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374022 Apr 14 20:28:14.852571 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28ea3e-1dc0-4d78-924a-42f89ec28fbc req-46fa7a19-cda4-4273-bab1-a931c18f77f2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:14.858952 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6a28ea3e-1dc0-4d78-924a-42f89ec28fbc req-46fa7a19-cda4-4273-bab1-a931c18f77f2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 947 time: 0.0709655 Apr 14 20:28:14.915612 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6a28ea3e-1dc0-4d78-924a-42f89ec28fbc req-81405d33-3f6b-459c-9894-9a4c91d119a3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540764 Apr 14 20:28:14.964123 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b7c2c-f218-4c1f-9247-480b5ab76500 req-a981b5f9-7c02-4c87-aea5-5878f93f438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:14.965847 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7d2b7c2c-f218-4c1f-9247-480b5ab76500 req-a981b5f9-7c02-4c87-aea5-5878f93f438f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 1129 time: 0.0836954 Apr 14 20:28:15.048047 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-911516d4-c687-430e-8cc6-86168d2259ca req-012bd863-3b6f-4131-8d13-ca0ea90c29f6 service neutron] 10.222.0.46 "GET /v2.0/networks/a92b028b-f859-432d-9d6a-d40d37de2772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927509 Apr 14 20:28:15.060347 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6510a-927c-4539-acea-f34b2ec3d0a0 req-affbe661-56f9-4c94-b929-5fe272cd59bd tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:15.061842 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f3e6510a-927c-4539-acea-f34b2ec3d0a0 req-affbe661-56f9-4c94-b929-5fe272cd59bd tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0993462 Apr 14 20:28:15.117570 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7d2b7c2c-f218-4c1f-9247-480b5ab76500 req-cdd2fe05-0409-474c-8464-c94b579b4798 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373484 Apr 14 20:28:15.204644 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f3e6510a-927c-4539-acea-f34b2ec3d0a0 req-5f28fc6a-aba7-4528-ab19-c719340aeffd tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1301720 Apr 14 20:28:15.215561 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-911516d4-c687-430e-8cc6-86168d2259ca req-ecb5d7a8-e52d-4f2d-8b12-1baa6a07b1d9 service neutron] 10.222.0.46 "GET /v2.0/networks/a92b028b-f859-432d-9d6a-d40d37de2772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512630 Apr 14 20:28:15.345821 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e568603-9e77-4c6c-b1e6-4cf076183c45 req-a2c58ea8-9b06-41d2-9297-d4c5d89b46f1 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:15.348033 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3e568603-9e77-4c6c-b1e6-4cf076183c45 req-a2c58ea8-9b06-41d2-9297-d4c5d89b46f1 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 943 time: 0.0496254 Apr 14 20:28:15.394900 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3e568603-9e77-4c6c-b1e6-4cf076183c45 req-c2fdf601-c8c8-4438-b131-c62d8ee25b44 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413375 Apr 14 20:28:15.482166 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9a889-9da1-4f34-9701-5399cea9f674 req-6c112c0d-3cbc-472f-9f4b-87b34fa8026f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:15.483626 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-74f9a889-9da1-4f34-9701-5399cea9f674 req-6c112c0d-3cbc-472f-9f4b-87b34fa8026f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 945 time: 0.0462649 Apr 14 20:28:15.528767 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-74f9a889-9da1-4f34-9701-5399cea9f674 req-07115551-d7cc-4e5a-818e-7d72f5e9c210 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390007 Apr 14 20:28:16.187577 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3827a-ed08-4da6-94a5-d74ff19b7b76 req-fa37bd49-75d4-4bba-b760-17cef9c9f57f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:16.188950 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-35d3827a-ed08-4da6-94a5-d74ff19b7b76 req-fa37bd49-75d4-4bba-b760-17cef9c9f57f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 947 time: 0.0461245 Apr 14 20:28:16.234649 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-35d3827a-ed08-4da6-94a5-d74ff19b7b76 req-3ad02cef-7479-4b61-a54e-0213ffd7d93f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396674 Apr 14 20:28:16.316506 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b39333-bb22-465d-b6dd-e06af9ea05b0 req-fc37ef31-3a69-459a-b59f-253677f23cc8 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:16.317974 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d0b39333-bb22-465d-b6dd-e06af9ea05b0 req-fc37ef31-3a69-459a-b59f-253677f23cc8 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0461297 Apr 14 20:28:16.374849 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d0b39333-bb22-465d-b6dd-e06af9ea05b0 req-e88e6c6f-42c1-4eb3-87cb-749f38fdf361 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512016 Apr 14 20:28:16.508887 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49fb20-750d-450f-9b7c-ac6feafa15be req-29da5c7f-938b-4f8b-bb45-50e9dd94cd53 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:16.510266 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dd49fb20-750d-450f-9b7c-ac6feafa15be req-29da5c7f-938b-4f8b-bb45-50e9dd94cd53 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 943 time: 0.0486388 Apr 14 20:28:16.558643 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dd49fb20-750d-450f-9b7c-ac6feafa15be req-f17ac5ed-6d90-48b8-9616-b7dbc6d557c3 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428398 Apr 14 20:28:16.659000 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3266f24-509f-4fd6-9705-24b67ba8e6a2 req-1806617a-39cc-4761-a9cc-d394cc83f832 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:16.661337 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e3266f24-509f-4fd6-9705-24b67ba8e6a2 req-1806617a-39cc-4761-a9cc-d394cc83f832 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 945 time: 0.0614572 Apr 14 20:28:16.720061 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e3266f24-509f-4fd6-9705-24b67ba8e6a2 req-5790c3a3-44ed-4a18-9451-54dcc7472bb9 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528717 Apr 14 20:28:17.486853 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931b674-0382-449b-add3-98aa6009b970 req-b6c35469-796a-4897-bd39-3a8d53097296 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:17.488313 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e931b674-0382-449b-add3-98aa6009b970 req-b6c35469-796a-4897-bd39-3a8d53097296 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0475979 Apr 14 20:28:17.546800 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e931b674-0382-449b-add3-98aa6009b970 req-1d94156a-e6a0-4691-9f66-dcb42e9f987e tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527575 Apr 14 20:28:17.668973 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ce4bb-25d2-4233-a7b0-85b83c807189 req-363b0d87-e46a-44cc-afd5-6e1a3a1131fc tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:17.670476 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-288ce4bb-25d2-4233-a7b0-85b83c807189 req-363b0d87-e46a-44cc-afd5-6e1a3a1131fc tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 943 time: 0.0475740 Apr 14 20:28:17.718135 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-288ce4bb-25d2-4233-a7b0-85b83c807189 req-d5ed9874-e03b-439b-af94-544f42121cf2 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417030 Apr 14 20:28:17.833255 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440ffb7-555c-41e1-ad48-8ad6b42d609d req-2eca3042-929a-4a1f-9ab5-0cee9954ce05 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:17.834718 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6440ffb7-555c-41e1-ad48-8ad6b42d609d req-2eca3042-929a-4a1f-9ab5-0cee9954ce05 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 945 time: 0.0488961 Apr 14 20:28:17.880325 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6440ffb7-555c-41e1-ad48-8ad6b42d609d req-e184e226-a12d-4159-839b-7fe076bef29c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401037 Apr 14 20:28:18.435744 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:28:18.532607 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf,segment=NetworkSegment(ced7afde-363f-432e-8fb1-931c8fd0ec19),segment_id=ced7afde-363f-432e-8fb1-931c8fd0ec19)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:28:18.543457 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': '0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf', 'network_id': 'a92b028b-f859-432d-9d6a-d40d37de2772', 'port_id': '0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf', 'mac_address': 'fa:16:3e:aa:a0:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d1250a-4125-4753-ac30-dc1497d20c9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:28:18.584898 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:28:18.585289 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:18.598638 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:28:18.617806 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf,segment=NetworkSegment(ced7afde-363f-432e-8fb1-931c8fd0ec19),segment_id=ced7afde-363f-432e-8fb1-931c8fd0ec19)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:28:18.622372 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:18.663430 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a291866-1fd1-49fd-b0fa-2269c7fba6ab req-1df32842-fc16-48e5-9606-d4026aeaa735 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:18.664941 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5a291866-1fd1-49fd-b0fa-2269c7fba6ab req-1df32842-fc16-48e5-9606-d4026aeaa735 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0500753 Apr 14 20:28:18.674142 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:28:18.731188 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5a291866-1fd1-49fd-b0fa-2269c7fba6ab req-f538e2c8-2f60-4daa-b8b1-b03e4ffae87a tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579405 Apr 14 20:28:18.828841 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac582b-f176-48f3-8611-8bd57d72ad41 req-40f89fa9-6a34-4148-9396-fd8f8677f1e1 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:18.830285 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f0ac582b-f176-48f3-8611-8bd57d72ad41 req-40f89fa9-6a34-4148-9396-fd8f8677f1e1 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 944 time: 0.0458145 Apr 14 20:28:18.875521 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f0ac582b-f176-48f3-8611-8bd57d72ad41 req-617d18ef-5ac5-433c-8493-6dd6feb79325 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392439 Apr 14 20:28:18.989138 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce030a1-b12f-481b-9394-13500655cd85 req-ade73d51-cd08-4475-bcc1-1cf870940542 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:18.990518 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4ce030a1-b12f-481b-9394-13500655cd85 req-ade73d51-cd08-4475-bcc1-1cf870940542 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 945 time: 0.0460603 Apr 14 20:28:19.036388 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4ce030a1-b12f-481b-9394-13500655cd85 req-a4d82cf3-9088-4afd-9e62-2f2c1401b69c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403917 Apr 14 20:28:19.175664 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:28:19.795174 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:28:19.846667 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d3a8f-b5b2-44bb-9812-9cc3db6b2b34 req-9bf5ee6e-971d-4044-8dc3-bdaaecb4d159 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:19.848863 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e86d3a8f-b5b2-44bb-9812-9cc3db6b2b34 req-9bf5ee6e-971d-4044-8dc3-bdaaecb4d159 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0455635 Apr 14 20:28:19.909946 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e86d3a8f-b5b2-44bb-9812-9cc3db6b2b34 req-48f3be77-71bb-4c93-8681-f304acf88b6d tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548682 Apr 14 20:28:19.987098 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8c8c2-550a-47eb-8c8e-ec5fa5ac5b99 req-e08e9820-2b20-4f80-9c79-f285911866d3 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:19.989105 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-07d8c8c2-550a-47eb-8c8e-ec5fa5ac5b99 req-e08e9820-2b20-4f80-9c79-f285911866d3 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 944 time: 0.0458255 Apr 14 20:28:20.036780 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-07d8c8c2-550a-47eb-8c8e-ec5fa5ac5b99 req-338bf469-b981-41ff-8b5e-540a15cb473c tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422254 Apr 14 20:28:20.146647 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e48eb9-6cdb-4a2b-97dd-0c6dbbc186f9 req-4d47026d-99b8-4eed-9d40-3fbce283ee15 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:20.148124 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-57e48eb9-6cdb-4a2b-97dd-0c6dbbc186f9 req-4d47026d-99b8-4eed-9d40-3fbce283ee15 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 945 time: 0.0459392 Apr 14 20:28:20.198072 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-57e48eb9-6cdb-4a2b-97dd-0c6dbbc186f9 req-43c871eb-6477-4abc-b5ac-c92caebdc3a5 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411403 Apr 14 20:28:20.340790 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837962aa-eb3b-4c60-bc39-ba963a5f4c97 req-848a079d-41b1-45b1-8e25-e966d7469c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:20.342282 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-837962aa-eb3b-4c60-bc39-ba963a5f4c97 req-848a079d-41b1-45b1-8e25-e966d7469c94 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb97710dda63450fa9e239b5c8b51e66&device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 1128 time: 0.0408332 Apr 14 20:28:20.568600 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837962aa-eb3b-4c60-bc39-ba963a5f4c97 req-d4536e6f-039e-44ab-a929-c98b629f4f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:20.569961 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-837962aa-eb3b-4c60-bc39-ba963a5f4c97 req-d4536e6f-039e-44ab-a929-c98b629f4f61 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a92b028b-f859-432d-9d6a-d40d37de2772 HTTP/1.1" status: 200 len: 914 time: 0.0849316 Apr 14 20:28:20.615218 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-837962aa-eb3b-4c60-bc39-ba963a5f4c97 req-5e927bb8-2858-465c-b6c6-8b5434b24d62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf HTTP/1.1" status: 200 len: 217 time: 0.0368779 Apr 14 20:28:20.673973 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837962aa-eb3b-4c60-bc39-ba963a5f4c97 req-4e3c6fa2-f621-4d4c-87ef-eff838d57fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:20.675748 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-837962aa-eb3b-4c60-bc39-ba963a5f4c97 req-4e3c6fa2-f621-4d4c-87ef-eff838d57fe6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34d1250a-4125-4753-ac30-dc1497d20c9d HTTP/1.1" status: 200 len: 853 time: 0.0488653 Apr 14 20:28:20.709113 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-837962aa-eb3b-4c60-bc39-ba963a5f4c97 req-043d8145-6f9e-4d9b-9c30-75f602091108 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a92b028b-f859-432d-9d6a-d40d37de2772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256133 Apr 14 20:28:20.781936 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:28:20.813975 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-837962aa-eb3b-4c60-bc39-ba963a5f4c97 req-08be258a-ba59-472e-8bde-e259fc758d3f service neutron] 10.222.0.46 "GET /v2.0/networks/a92b028b-f859-432d-9d6a-d40d37de2772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896099 Apr 14 20:28:20.829299 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:28:20.836358 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:28:20.836722 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:20.919272 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:28:20.919660 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:20.945699 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90d3750-212d-4bea-b809-38464bff24f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:28:20.947966 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2082dd9c-d2a0-4370-9330-af485cb398c2" -d '{"events": [{"server_uuid": "b90d3750-212d-4bea-b809-38464bff24f8", "name": "network-vif-plugged", "status": "completed", "tag": "0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:28:20.961540 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf,segment=NetworkSegment(ced7afde-363f-432e-8fb1-931c8fd0ec19),segment_id=ced7afde-363f-432e-8fb1-931c8fd0ec19)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:28:20.963700 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-837962aa-eb3b-4c60-bc39-ba963a5f4c97 req-9b810a83-a6df-445e-b160-6ee6e84a756a service neutron] 10.222.0.46 "GET /v2.0/networks/a92b028b-f859-432d-9d6a-d40d37de2772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036985 Apr 14 20:28:20.966967 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:20.991511 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f744420-961a-48df-b6d2-2f5a58684674 x-openstack-request-id: req-4f744420-961a-48df-b6d2-2f5a58684674 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:28:20.991880 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90d3750-212d-4bea-b809-38464bff24f8", "name": "network-vif-plugged", "status": "completed", "tag": "0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:28:20.992199 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f744420-961a-48df-b6d2-2f5a58684674 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:28:20.992656 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f744420-961a-48df-b6d2-2f5a58684674'] response: {'server_uuid': 'b90d3750-212d-4bea-b809-38464bff24f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf', 'code': 200} Apr 14 20:28:21.021119 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:28:21.025398 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09550d0b-b285-43f8-a1f4-2797677a1d4f req-4f40af8a-170d-4742-afb9-d4b9ce487a37 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:21.027164 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-09550d0b-b285-43f8-a1f4-2797677a1d4f req-4f40af8a-170d-4742-afb9-d4b9ce487a37 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0477424 Apr 14 20:28:21.092316 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-09550d0b-b285-43f8-a1f4-2797677a1d4f req-2bc3c70a-ca27-48c1-afa8-15633266de03 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596235 Apr 14 20:28:21.149354 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5d699-f2d1-4077-9659-633af766a627 req-541274e5-dae1-443c-bba9-36f322943193 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:21.150840 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8ee5d699-f2d1-4077-9659-633af766a627 req-541274e5-dae1-443c-bba9-36f322943193 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 945 time: 0.0468569 Apr 14 20:28:21.196314 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8ee5d699-f2d1-4077-9659-633af766a627 req-bcd991ce-c640-4ace-a83c-58b8bbe81725 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400498 Apr 14 20:28:21.305933 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec74cb-e63a-47f5-b0c8-f19a74131efa req-5842426d-3bca-4952-b926-e7cb7f2c8ad3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:21.307387 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f6ec74cb-e63a-47f5-b0c8-f19a74131efa req-5842426d-3bca-4952-b926-e7cb7f2c8ad3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 945 time: 0.0456290 Apr 14 20:28:21.352952 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f6ec74cb-e63a-47f5-b0c8-f19a74131efa req-6a7f1f04-939a-49ed-8363-b457c7fb07ff tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400088 Apr 14 20:28:21.465692 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9776ae8-9700-49ab-9e7b-39fab368fc57 req-8f13edac-0c23-40ca-9465-2646b04e5855 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:21.468088 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b9776ae8-9700-49ab-9e7b-39fab368fc57 req-8f13edac-0c23-40ca-9465-2646b04e5855 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 945 time: 0.0523229 Apr 14 20:28:21.476980 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 36852) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:28:21.481481 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-d96d46d6-2bf8-4281-8ca2-6fa6ae105d4d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'floatingip': {'port_id': '3065fb10-8a13-4beb-83f9-dec81af1bd92'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:28:21.563252 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d96d46d6-2bf8-4281-8ca2-6fa6ae105d4d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (5d3929d0-6384-4454-9833-f163cf657c6e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:21.689346 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7ab8a-f9d6-48ae-b51d-830c4c152d40 req-5d223311-a419-4350-ba46-720ffc696f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:21.691447 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-53d7ab8a-f9d6-48ae-b51d-830c4c152d40 req-5d223311-a419-4350-ba46-720ffc696f6e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 1129 time: 0.0716348 Apr 14 20:28:21.811321 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-53d7ab8a-f9d6-48ae-b51d-830c4c152d40 req-b5938868-c31f-48e0-8d85-1ec9821c2f75 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112123 Apr 14 20:28:22.095788 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d96d46d6-2bf8-4281-8ca2-6fa6ae105d4d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:22.100485 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d96d46d6-2bf8-4281-8ca2-6fa6ae105d4d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (5d3929d0-6384-4454-9833-f163cf657c6e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:22.312941 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8864e-92c1-4fc6-bc65-047acf3fa8a2 req-5cfd6fd0-be89-42c4-a2e4-a9504409dd6c tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:22.314520 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b3d8864e-92c1-4fc6-bc65-047acf3fa8a2 req-5cfd6fd0-be89-42c4-a2e4-a9504409dd6c tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 945 time: 0.0491636 Apr 14 20:28:22.365814 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b3d8864e-92c1-4fc6-bc65-047acf3fa8a2 req-6949255c-9199-44eb-927c-6cb0430b1c1d tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451546 Apr 14 20:28:22.486083 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30764b3f-499b-4d94-beb9-b2016a4955de req-e986d89c-9d4c-45a9-88fb-b3884df490fe tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:22.487972 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-30764b3f-499b-4d94-beb9-b2016a4955de req-e986d89c-9d4c-45a9-88fb-b3884df490fe tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.3093884 Apr 14 20:28:22.490580 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.l3_db [None req-d96d46d6-2bf8-4281-8ca2-6fa6ae105d4d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Floating IP 5d3929d0-6384-4454-9833-f163cf657c6e associated. External IP: 172.27.3.250, port: 3065fb10-8a13-4beb-83f9-dec81af1bd92. Apr 14 20:28:22.624483 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-30764b3f-499b-4d94-beb9-b2016a4955de req-5ee1e9a4-64d0-4837-90d8-845d819d6273 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1307149 Apr 14 20:28:22.749254 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96d46d6-2bf8-4281-8ca2-6fa6ae105d4d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:28:22.866315 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96d46d6-2bf8-4281-8ca2-6fa6ae105d4d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:28:22.871222 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d96d46d6-2bf8-4281-8ca2-6fa6ae105d4d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:22.875664 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf6cc5-3640-4958-8ce9-69f88224565e None None] Sync routers for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:28:22.885277 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bf6cc5-3640-4958-8ce9-69f88224565e None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:28:22.885920 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-34bf6cc5-3640-4958-8ce9-69f88224565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:28:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:28:22.899684 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-d96d46d6-2bf8-4281-8ca2-6fa6ae105d4d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "PUT /v2.0/floatingips/5d3929d0-6384-4454-9833-f163cf657c6e HTTP/1.1" status: 200 len: 991 time: 1.4216177 Apr 14 20:28:22.900426 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac663f5-c5ff-49b5-b291-831832caed47', 'tag': '3065fb10-8a13-4beb-83f9-dec81af1bd92'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:28:22.902660 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d91ccbb-5aac-47cf-9ba4-9ee5dae4e978" -d '{"events": [{"name": "network-changed", "server_uuid": "dac663f5-c5ff-49b5-b291-831832caed47", "tag": "3065fb10-8a13-4beb-83f9-dec81af1bd92"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:28:22.946453 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d02dc2a-c790-4594-81a6-b3606f7ee834 x-openstack-request-id: req-3d02dc2a-c790-4594-81a6-b3606f7ee834 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:28:22.946764 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac663f5-c5ff-49b5-b291-831832caed47", "tag": "3065fb10-8a13-4beb-83f9-dec81af1bd92", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:28:22.947007 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d02dc2a-c790-4594-81a6-b3606f7ee834 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:28:22.947431 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d02dc2a-c790-4594-81a6-b3606f7ee834'] response: {'name': 'network-changed', 'server_uuid': 'dac663f5-c5ff-49b5-b291-831832caed47', 'tag': '3065fb10-8a13-4beb-83f9-dec81af1bd92', 'status': 'completed', 'code': 200} Apr 14 20:28:22.995862 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-34bf6cc5-3640-4958-8ce9-69f88224565e None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:28:23.212307 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-34bf6cc5-3640-4958-8ce9-69f88224565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '4828c8bd-f2f0-4893-8549-08f76fb805bc', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'port_id': 'e1344b42-2290-4abc-880d-c9a5a9bc0094', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'mac_address': 'fa:16:3e:c3:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ddeb3-3161-4eb4-94cc-03ff758e5c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:24:36Z', 'updated_at': '2022-04-14T20:25:01Z', 'revision_number': 2, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'fixed_ip_address_scope': None}, {'id': '5d3929d0-6384-4454-9833-f163cf657c6e', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'port_id': '3065fb10-8a13-4beb-83f9-dec81af1bd92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'mac_address': 'fa:16:3e:4f:76:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac663f5-c5ff-49b5-b291-831832caed47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:27:55Z', 'updated_at': '2022-04-14T20:28:21Z', 'revision_number': 1, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:28:23.239292 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf6cc5-3640-4958-8ce9-69f88224565e None None] Checking router: 6234cb36-42be-4975-8a0a-5dec5c82e1a6 for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:28:23.247572 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bf6cc5-3640-4958-8ce9-69f88224565e None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:28:23.248124 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-34bf6cc5-3640-4958-8ce9-69f88224565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:28:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:28:23.256048 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91ccbb-5aac-47cf-9ba4-9ee5dae4e978 req-b43c95c4-785a-4d9e-b540-9820e5d0ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:23.257558 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3d91ccbb-5aac-47cf-9ba4-9ee5dae4e978 req-b43c95c4-785a-4d9e-b540-9820e5d0ff86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=924c18fd64a043699aeb1ce62cc31145&device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 1129 time: 0.0397220 Apr 14 20:28:23.352850 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91ccbb-5aac-47cf-9ba4-9ee5dae4e978 req-96e17823-3287-4403-b2f0-722a57922573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:23.354311 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3d91ccbb-5aac-47cf-9ba4-9ee5dae4e978 req-96e17823-3287-4403-b2f0-722a57922573 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc816253-53ef-4b12-982a-ad49d0c30481 HTTP/1.1" status: 200 len: 916 time: 0.0902443 Apr 14 20:28:23.355571 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-34bf6cc5-3640-4958-8ce9-69f88224565e None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:28:23.421562 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3d91ccbb-5aac-47cf-9ba4-9ee5dae4e978 req-4bc274b9-816c-463b-a676-5649abd4cb7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3065fb10-8a13-4beb-83f9-dec81af1bd92 HTTP/1.1" status: 200 len: 999 time: 0.0592866 Apr 14 20:28:23.510763 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982a893-707d-4bf5-8f03-feeedf5d8acc req-194382ae-744f-43b4-9d8b-9731f5316ed6 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:23.512129 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9982a893-707d-4bf5-8f03-feeedf5d8acc req-194382ae-744f-43b4-9d8b-9731f5316ed6 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 945 time: 0.0777698 Apr 14 20:28:23.538571 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91ccbb-5aac-47cf-9ba4-9ee5dae4e978 req-b7ea644d-81c7-493f-8190-de16a39a1694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:23.540299 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3d91ccbb-5aac-47cf-9ba4-9ee5dae4e978 req-b7ea644d-81c7-493f-8190-de16a39a1694 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d11b83-af55-48c9-bf30-95e6969d035a HTTP/1.1" status: 200 len: 854 time: 0.0765581 Apr 14 20:28:23.569187 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9982a893-707d-4bf5-8f03-feeedf5d8acc req-742cf16f-b143-455f-84d1-89fbe0b5a703 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493031 Apr 14 20:28:23.570902 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-34bf6cc5-3640-4958-8ce9-69f88224565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '4828c8bd-f2f0-4893-8549-08f76fb805bc', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'port_id': 'e1344b42-2290-4abc-880d-c9a5a9bc0094', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'mac_address': 'fa:16:3e:c3:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ddeb3-3161-4eb4-94cc-03ff758e5c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:24:36Z', 'updated_at': '2022-04-14T20:25:01Z', 'revision_number': 2, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'fixed_ip_address_scope': None}, {'id': '5d3929d0-6384-4454-9833-f163cf657c6e', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'port_id': '3065fb10-8a13-4beb-83f9-dec81af1bd92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'mac_address': 'fa:16:3e:4f:76:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac663f5-c5ff-49b5-b291-831832caed47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:27:55Z', 'updated_at': '2022-04-14T20:28:21Z', 'revision_number': 1, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:28:23.601518 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf6cc5-3640-4958-8ce9-69f88224565e None None] The sync data for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi is: [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '4828c8bd-f2f0-4893-8549-08f76fb805bc', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'port_id': 'e1344b42-2290-4abc-880d-c9a5a9bc0094', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'mac_address': 'fa:16:3e:c3:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ddeb3-3161-4eb4-94cc-03ff758e5c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:24:36Z', 'updated_at': '2022-04-14T20:25:01Z', 'revision_number': 2, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'fixed_ip_address_scope': None}, {'id': '5d3929d0-6384-4454-9833-f163cf657c6e', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'port_id': '3065fb10-8a13-4beb-83f9-dec81af1bd92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'mac_address': 'fa:16:3e:4f:76:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac663f5-c5ff-49b5-b291-831832caed47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:27:55Z', 'updated_at': '2022-04-14T20:28:21Z', 'revision_number': 1, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:28:23.618956 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91ccbb-5aac-47cf-9ba4-9ee5dae4e978 req-8fa08e22-4ae8-4168-912c-461b089e9f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:23.620490 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3d91ccbb-5aac-47cf-9ba4-9ee5dae4e978 req-8fa08e22-4ae8-4168-912c-461b089e9f55 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc816253-53ef-4b12-982a-ad49d0c30481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397286 Apr 14 20:28:23.721703 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3d91ccbb-5aac-47cf-9ba4-9ee5dae4e978 req-e5d2004a-3071-41b3-8e68-34b47e4e6162 service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922585 Apr 14 20:28:23.747146 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464f31d-2861-44ce-bc6d-1532d449baff req-c02ec46e-cc39-4790-ae7b-f0219b031144 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:23.749815 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4464f31d-2861-44ce-bc6d-1532d449baff req-c02ec46e-cc39-4790-ae7b-f0219b031144 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0503767 Apr 14 20:28:23.819472 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4464f31d-2861-44ce-bc6d-1532d449baff req-7b9db30b-269b-4a30-ac7f-5926dada8dc9 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640874 Apr 14 20:28:23.827380 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3d91ccbb-5aac-47cf-9ba4-9ee5dae4e978 req-cbf8bc22-cf95-4f01-be55-f32733cc7d5a service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983074 Apr 14 20:28:23.827998 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c268d7-2538-439b-b0f0-ecd635dc098c None None] New status for floating IP 5d3929d0-6384-4454-9833-f163cf657c6e: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:28:24.681363 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982c0cc-de56-4d25-8651-930936fe56c6 req-49035cd0-5c2e-490f-a6bf-d369198d1c74 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:24.682868 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e982c0cc-de56-4d25-8651-930936fe56c6 req-49035cd0-5c2e-490f-a6bf-d369198d1c74 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 945 time: 0.0487092 Apr 14 20:28:24.735146 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e982c0cc-de56-4d25-8651-930936fe56c6 req-3682a687-f55a-4cd7-ba82-e70fd72a7b78 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466778 Apr 14 20:28:24.937455 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678b811-53f5-4fcc-8d0f-729a85f86b0b req-439ba5e6-2f9d-4940-9b99-884e765dfa31 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:24.938946 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c678b811-53f5-4fcc-8d0f-729a85f86b0b req-439ba5e6-2f9d-4940-9b99-884e765dfa31 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0508683 Apr 14 20:28:25.000141 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c678b811-53f5-4fcc-8d0f-729a85f86b0b req-11f10aea-5d0f-4009-8707-8c556f17333b tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546067 Apr 14 20:28:25.846152 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607e01b-4b15-4a95-93b1-22e329f57ff7 req-f66b6a4c-9915-4b48-8de9-ec2ab9cf2956 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:25.848222 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6607e01b-4b15-4a95-93b1-22e329f57ff7 req-f66b6a4c-9915-4b48-8de9-ec2ab9cf2956 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 945 time: 0.0468206 Apr 14 20:28:25.899329 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6607e01b-4b15-4a95-93b1-22e329f57ff7 req-576cd9cf-5cf4-4532-bd8e-5bd4db9cf911 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456882 Apr 14 20:28:26.116934 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a658032-8d9d-4e9e-ae5b-8e5ee90bd8ad req-8deda1e9-1ed4-4ca7-a421-049ae50ee8bd tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:26.118413 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4a658032-8d9d-4e9e-ae5b-8e5ee90bd8ad req-8deda1e9-1ed4-4ca7-a421-049ae50ee8bd tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0467787 Apr 14 20:28:26.178078 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4a658032-8d9d-4e9e-ae5b-8e5ee90bd8ad req-3109f95b-1100-42cb-8f95-4c2af88973d5 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539360 Apr 14 20:28:27.010593 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac53c60-af96-40d7-a2ea-2fefb90922ad req-d848798d-22bf-4b29-b5d6-025f1cf8f183 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:27.012148 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3ac53c60-af96-40d7-a2ea-2fefb90922ad req-d848798d-22bf-4b29-b5d6-025f1cf8f183 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 945 time: 0.0460835 Apr 14 20:28:27.061226 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3ac53c60-af96-40d7-a2ea-2fefb90922ad req-0fe886f0-2b86-4695-b0a1-a36589eb033b tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433977 Apr 14 20:28:27.296458 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a04b83-f8c5-47ed-98d9-bfc8d6737ff8 req-46b9ef34-d5f5-4f15-aa95-6324e030b760 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:27.297915 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-02a04b83-f8c5-47ed-98d9-bfc8d6737ff8 req-46b9ef34-d5f5-4f15-aa95-6324e030b760 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0544214 Apr 14 20:28:27.355766 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-02a04b83-f8c5-47ed-98d9-bfc8d6737ff8 req-9874481a-f93e-4b47-953f-b0071522ca4c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517325 Apr 14 20:28:28.182377 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043cbab-1bac-4a4b-a84a-0198c7eadc35 req-a14053b9-286e-4211-b867-20350962b43c tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:28.183801 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f043cbab-1bac-4a4b-a84a-0198c7eadc35 req-a14053b9-286e-4211-b867-20350962b43c tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 945 time: 0.0533335 Apr 14 20:28:28.229105 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f043cbab-1bac-4a4b-a84a-0198c7eadc35 req-c85e1d47-812d-4173-899c-b476ddb4948e tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398242 Apr 14 20:28:28.470207 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb30e83-c80b-4bc3-bf5d-cfc5e17dcf2f req-cecd5c92-5b22-4df1-8d64-6fc8b94cf0b3 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:28.472336 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0eb30e83-c80b-4bc3-bf5d-cfc5e17dcf2f req-cecd5c92-5b22-4df1-8d64-6fc8b94cf0b3 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0504260 Apr 14 20:28:28.539781 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0eb30e83-c80b-4bc3-bf5d-cfc5e17dcf2f req-6f3468ce-cd79-475f-8f2f-af5a8ef2d4fd tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614419 Apr 14 20:28:29.655400 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267fdbf-c380-4108-afbb-61298310b9bd req-140db789-3d28-440f-be07-47d1ed800cb1 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:29.656870 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9267fdbf-c380-4108-afbb-61298310b9bd req-140db789-3d28-440f-be07-47d1ed800cb1 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0474036 Apr 14 20:28:29.715739 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9267fdbf-c380-4108-afbb-61298310b9bd req-fe112c18-a1c9-472d-bdc2-9d4dde6edd27 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525556 Apr 14 20:28:30.833843 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7c54a-375b-4ab2-8cb9-92bf3e62a34b req-a2f1bbdd-3bcc-47e8-8812-8d0f2f3db9cd tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:30.835929 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cdf7c54a-375b-4ab2-8cb9-92bf3e62a34b req-a2f1bbdd-3bcc-47e8-8812-8d0f2f3db9cd tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0546534 Apr 14 20:28:30.893782 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cdf7c54a-375b-4ab2-8cb9-92bf3e62a34b req-6b0f4208-581f-4afa-a773-f15f6947971d tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522971 Apr 14 20:28:31.314971 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81e9b7da-c01d-42f6-94f1-f260337a7f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:32.006666 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97489e5-603b-4e44-b0e3-7ba8c4b52306 req-33365cf8-a5d6-492d-b942-e84ea2c44436 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:32.008250 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b97489e5-603b-4e44-b0e3-7ba8c4b52306 req-33365cf8-a5d6-492d-b942-e84ea2c44436 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0478995 Apr 14 20:28:32.069668 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b97489e5-603b-4e44-b0e3-7ba8c4b52306 req-9d52f186-cbd3-4b2c-bea8-345cc7e30eb6 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&id=c4788ebe-2301-43c5-acea-4de615cd3908&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557249 Apr 14 20:28:33.698546 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b55a9845-1f28-4f5c-bba5-82a99e557d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:34.702105 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:36.202281 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:38.083450 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:39.297545 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:47.415393 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6297fa4e-6f4c-4619-a0ba-b99c3905e4b2 req-92dfb246-6de1-4003-9a1e-8283763818cb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374424 Apr 14 20:28:47.501897 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297fa4e-6f4c-4619-a0ba-b99c3905e4b2 req-1c78240d-9d88-4c14-a983-ff7f5e5e1751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:47.503920 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6297fa4e-6f4c-4619-a0ba-b99c3905e4b2 req-1c78240d-9d88-4c14-a983-ff7f5e5e1751 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3f8c257adbc4afc935c3fed66259370&device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 1131 time: 0.0383403 Apr 14 20:28:47.616943 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297fa4e-6f4c-4619-a0ba-b99c3905e4b2 req-6f9b2c07-0635-4cda-898e-23daa8c608db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:47.618378 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6297fa4e-6f4c-4619-a0ba-b99c3905e4b2 req-6f9b2c07-0635-4cda-898e-23daa8c608db service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4197bec-e804-4778-9814-28700a63aa0d HTTP/1.1" status: 200 len: 918 time: 0.0860872 Apr 14 20:28:47.683447 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6297fa4e-6f4c-4619-a0ba-b99c3905e4b2 req-829cda7b-652e-4761-8f37-21f2a6d683ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5222d976-3aa1-4758-86c1-106594f91ad3 HTTP/1.1" status: 200 len: 1002 time: 0.0575511 Apr 14 20:28:47.735348 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297fa4e-6f4c-4619-a0ba-b99c3905e4b2 req-5d70323a-6569-4e56-ad70-85d34ddb4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:47.737189 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6297fa4e-6f4c-4619-a0ba-b99c3905e4b2 req-5d70323a-6569-4e56-ad70-85d34ddb4fd4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=997b9dd2-aea4-4c9c-9ac9-49ac96810906 HTTP/1.1" status: 200 len: 856 time: 0.0458164 Apr 14 20:28:47.785078 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297fa4e-6f4c-4619-a0ba-b99c3905e4b2 req-7ea3309a-8bde-4072-ae37-aabdc0536f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:47.786557 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6297fa4e-6f4c-4619-a0ba-b99c3905e4b2 req-7ea3309a-8bde-4072-ae37-aabdc0536f78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4197bec-e804-4778-9814-28700a63aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423074 Apr 14 20:28:47.880672 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6297fa4e-6f4c-4619-a0ba-b99c3905e4b2 req-ee3dbb0a-12fb-4fe1-ac2f-da50f946527f service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806272 Apr 14 20:28:47.974906 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6297fa4e-6f4c-4619-a0ba-b99c3905e4b2 req-55ae76ad-2e68-48d0-8c75-fa82266e0465 service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850253 Apr 14 20:28:54.480185 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b6c26-9939-4016-81d1-e9f27e151d44 req-bc8d0022-24e1-4a55-b138-1d299ae26c41 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:54.481547 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8b5b6c26-9939-4016-81d1-e9f27e151d44 req-bc8d0022-24e1-4a55-b138-1d299ae26c41 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 945 time: 0.0470726 Apr 14 20:28:54.526354 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8b5b6c26-9939-4016-81d1-e9f27e151d44 req-0a4d480e-0202-47ed-b3a2-af081460a572 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392923 Apr 14 20:28:55.639187 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0abb9-757e-471d-aaf5-562c7af7ac68 req-d5f29e4c-dc7d-43d1-a393-697cd6947f14 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:55.640633 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fdc0abb9-757e-471d-aaf5-562c7af7ac68 req-d5f29e4c-dc7d-43d1-a393-697cd6947f14 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 945 time: 0.0465753 Apr 14 20:28:55.693256 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fdc0abb9-757e-471d-aaf5-562c7af7ac68 req-87d6bbad-803e-48f0-94cc-94dfb4eb343b tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458331 Apr 14 20:28:56.740708 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a409ab-0d1d-4dcd-b6d3-f004e512ac03 req-2a6222f1-a655-45cf-9851-2c17e0a183f7 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:56.742162 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-12a409ab-0d1d-4dcd-b6d3-f004e512ac03 req-2a6222f1-a655-45cf-9851-2c17e0a183f7 tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.46 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 945 time: 0.0502629 Apr 14 20:28:56.796655 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:28:56.846333 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810561b-4f2e-4a32-bf01-f1296727f80b req-7432d859-a3f6-426c-975f-6799989ad8ca tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:28:56.847800 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e810561b-4f2e-4a32-bf01-f1296727f80b req-7432d859-a3f6-426c-975f-6799989ad8ca tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90d3750-212d-4bea-b809-38464bff24f8 HTTP/1.1" status: 200 len: 945 time: 0.0902138 Apr 14 20:28:56.877938 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-12a409ab-0d1d-4dcd-b6d3-f004e512ac03 req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Deleting port 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:28:56.878276 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-12a409ab-0d1d-4dcd-b6d3-f004e512ac03 req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:56.955260 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e810561b-4f2e-4a32-bf01-f1296727f80b req-c8ac7f29-418d-4f02-8d48-81407e0729dc tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.11 "GET /v2.0/security-groups?id=5104626a-4427-42e0-b1ac-8ffcdbc3314c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003785 Apr 14 20:28:56.987967 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-12a409ab-0d1d-4dcd-b6d3-f004e512ac03 req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] For port 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf,segment=NetworkSegment(ced7afde-363f-432e-8fb1-931c8fd0ec19),segment_id=ced7afde-363f-432e-8fb1-931c8fd0ec19)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:28:56.988324 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-12a409ab-0d1d-4dcd-b6d3-f004e512ac03 req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:57.000923 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-12a409ab-0d1d-4dcd-b6d3-f004e512ac03 req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Calling delete_port for 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:28:57.126563 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-12a409ab-0d1d-4dcd-b6d3-f004e512ac03 req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:57.143128 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:28:57.154633 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Pushing event deleted for resources: {'Port': ['ID=0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:28:57.182393 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:28:57.182772 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:28:57.183118 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:28:57.183458 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:28:57.183792 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:28:57.184124 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:28:57.184456 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:28:57.184781 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:28:57.185105 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:28:57.185428 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:28:57.185756 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:28:57.186079 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:28:57.186400 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:28:57.186746 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:28:57.187067 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:28:57.211753 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a409ab-0d1d-4dcd-b6d3-f004e512ac03 req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] No DVR routers for this DVR port 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:28:57.214096 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-12a409ab-0d1d-4dcd-b6d3-f004e512ac03 req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:28:57.217355 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-12a409ab-0d1d-4dcd-b6d3-f004e512ac03 req-e4511b05-5503-4b74-b482-5421074aa5de tempest-VolumesSnapshotTestJSON-1604290744 tempest-VolumesSnapshotTestJSON-1604290744-project] 10.222.0.46 "DELETE /v2.0/ports/0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf HTTP/1.1" status: 204 len: 173 time: 0.4683013 Apr 14 20:28:57.217784 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90d3750-212d-4bea-b809-38464bff24f8', 'name': 'network-vif-deleted', 'tag': '0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:28:57.220036 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b6be63-919b-4eb6-bda2-c1809228e2da" -d '{"events": [{"server_uuid": "b90d3750-212d-4bea-b809-38464bff24f8", "name": "network-vif-deleted", "tag": "0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:28:57.257564 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a4c503-97fe-4509-a3b5-a2099d816a90 x-openstack-request-id: req-04a4c503-97fe-4509-a3b5-a2099d816a90 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:28:57.257861 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90d3750-212d-4bea-b809-38464bff24f8", "name": "network-vif-deleted", "tag": "0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:28:57.258112 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-04a4c503-97fe-4509-a3b5-a2099d816a90 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:28:57.258561 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a4c503-97fe-4509-a3b5-a2099d816a90'] response: {'server_uuid': 'b90d3750-212d-4bea-b809-38464bff24f8', 'name': 'network-vif-deleted', 'tag': '0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf', 'status': 'completed', 'code': 200} Apr 14 20:29:01.316321 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0a43e6b1-8d85-481e-acaf-cde09a11b06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:01.587669 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:29:01.610999 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:29:01.611350 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 0628e8cf-b2f2-4bd7-b288-3e43b2da6ecf not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:29:03.700683 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-493a9f9f-77e6-42d7-aeb6-d59432592a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:04.710064 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:06.204537 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:08.085214 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:09.294169 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:23.101512 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37178) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:29:23.149844 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a639a1f-6f6e-4955-9205-0967ed287abc admin admin] Deleting subnet 34d1250a-4125-4753-ac30-dc1497d20c9d {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:29:23.152846 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a639a1f-6f6e-4955-9205-0967ed287abc admin admin] Publish callbacks [] for subnet (34d1250a-4125-4753-ac30-dc1497d20c9d), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:23.188938 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a639a1f-6f6e-4955-9205-0967ed287abc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29519290'] for subnet (34d1250a-4125-4753-ac30-dc1497d20c9d), precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:23.228452 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a639a1f-6f6e-4955-9205-0967ed287abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826849'] for subnet (34d1250a-4125-4753-ac30-dc1497d20c9d), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:23.290059 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a639a1f-6f6e-4955-9205-0967ed287abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30806055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31045842'] for subnet (34d1250a-4125-4753-ac30-dc1497d20c9d), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:23.319580 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a639a1f-6f6e-4955-9205-0967ed287abc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34d1250a-4125-4753-ac30-dc1497d20c9d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:29:23.324546 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a639a1f-6f6e-4955-9205-0967ed287abc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:23.327780 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-3a639a1f-6f6e-4955-9205-0967ed287abc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/34d1250a-4125-4753-ac30-dc1497d20c9d HTTP/1.1" status: 204 len: 168 time: 0.2251694 Apr 14 20:29:23.330153 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37180) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:29:23.397135 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79b0c9e-6f8d-4b35-9960-ce9162b10529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657936'] for network (a92b028b-f859-432d-9d6a-d40d37de2772), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:23.477374 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79b0c9e-6f8d-4b35-9960-ce9162b10529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830810', 'neutron.services.segments.db._delete_segments_for_network-8743027666104'] for network (a92b028b-f859-432d-9d6a-d40d37de2772), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:23.497660 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d79b0c9e-6f8d-4b35-9960-ce9162b10529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92b028b-f859-432d-9d6a-d40d37de2772']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:29:23.506874 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d79b0c9e-6f8d-4b35-9960-ce9162b10529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced7afde-363f-432e-8fb1-931c8fd0ec19') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:29:23.507170 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-d79b0c9e-6f8d-4b35-9960-ce9162b10529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced7afde-363f-432e-8fb1-931c8fd0ec19') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:29:23.516921 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79b0c9e-6f8d-4b35-9960-ce9162b10529 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743027671233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29519233'] for segment (ced7afde-363f-432e-8fb1-931c8fd0ec19), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:23.530149 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79b0c9e-6f8d-4b35-9960-ce9162b10529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (ced7afde-363f-432e-8fb1-931c8fd0ec19), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:23.536014 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79b0c9e-6f8d-4b35-9960-ce9162b10529 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:29:23.536393 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79b0c9e-6f8d-4b35-9960-ce9162b10529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30806173'] for segment (ced7afde-363f-432e-8fb1-931c8fd0ec19), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: Traceback (most recent call last): Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: timer() Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: cb(*args, **kw) Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: return func(*args, **kwargs) Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: self._notify() Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: self.callback(batched_events) Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: event.method(event) Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: return f(self, *a, **k) Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._get(url).json() Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: return self.request(url, 'GET', **kwargs) Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:29:23.538010 dv-cinder-837539-3-iscsi neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:29:23.590692 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79b0c9e-6f8d-4b35-9960-ce9162b10529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610524'] for network (a92b028b-f859-432d-9d6a-d40d37de2772), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:23.596751 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d79b0c9e-6f8d-4b35-9960-ce9162b10529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:23.600071 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-d79b0c9e-6f8d-4b35-9960-ce9162b10529 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a92b028b-f859-432d-9d6a-d40d37de2772 HTTP/1.1" status: 204 len: 168 time: 0.2689891 Apr 14 20:29:23.610555 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b0c9e-6f8d-4b35-9960-ce9162b10529 admin admin] Pushing event deleted for resources: {'Network': ['ID=a92b028b-f859-432d-9d6a-d40d37de2772,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:29:23.704204 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37184) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:29:23.742921 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-22642966-9d61-4620-8e6f-bd75cca90a81 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb97710dda63450fa9e239b5c8b51e66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375698 Apr 14 20:29:23.745333 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37186) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:29:23.791303 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Publish callbacks [] for security_group (5104626a-4427-42e0-b1ac-8ffcdbc3314c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:23.811675 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Publish callbacks [] for security_group (5104626a-4427-42e0-b1ac-8ffcdbc3314c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:23.860331 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (5104626a-4427-42e0-b1ac-8ffcdbc3314c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:23.863059 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:23.864295 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5104626a-4427-42e0-b1ac-8ffcdbc3314c HTTP/1.1" status: 204 len: 168 time: 0.1179357 Apr 14 20:29:23.872160 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5104626a-4427-42e0-b1ac-8ffcdbc3314c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:29:23.879748 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:29:23.880098 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:29:23.880440 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:29:23.880779 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:29:23.881111 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:29:23.881440 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:29:23.881763 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:29:23.882085 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:29:23.882410 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:29:23.882770 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:29:23.883097 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:29:23.883421 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:29:23.883743 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:29:23.884059 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:29:23.884382 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a2465-bc09-4c53-9853-6f99dd61cc39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:29:31.318771 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e1898530-12a3-41a2-8cdc-3283d7fa5878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:33.206947 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83542bbb-bfb5-4a01-a07a-7360237f9d46 req-6c49a563-0343-49a6-b593-972312042932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:33.208480 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-83542bbb-bfb5-4a01-a07a-7360237f9d46 req-6c49a563-0343-49a6-b593-972312042932 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 1130 time: 0.0735469 Apr 14 20:29:33.216421 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ef45f-30d3-4e2a-89af-9f50c849969c req-7718fd25-66dc-4707-86b1-7e74d33785dc tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:33.218467 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-894ef45f-30d3-4e2a-89af-9f50c849969c req-7718fd25-66dc-4707-86b1-7e74d33785dc tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0752332 Apr 14 20:29:33.320257 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-894ef45f-30d3-4e2a-89af-9f50c849969c req-638ef493-3109-46e1-a283-0450389e55ca tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938573 Apr 14 20:29:33.339587 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83542bbb-bfb5-4a01-a07a-7360237f9d46 req-11a51f2b-5b5e-4da9-b366-dda25ffa3bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:33.339587 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-83542bbb-bfb5-4a01-a07a-7360237f9d46 req-11a51f2b-5b5e-4da9-b366-dda25ffa3bab service neutron] 10.222.0.46 "GET /v2.0/networks?id=16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 200 len: 920 time: 0.1196575 Apr 14 20:29:33.403196 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-83542bbb-bfb5-4a01-a07a-7360237f9d46 req-0123b63e-18b2-440b-9159-42b19ab32a0e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3945c7c-4edd-450e-b718-1291b902ff1b HTTP/1.1" status: 200 len: 1002 time: 0.0575645 Apr 14 20:29:33.454927 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83542bbb-bfb5-4a01-a07a-7360237f9d46 req-be215a37-bca3-43ac-b910-1df2acd706c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:33.456323 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-83542bbb-bfb5-4a01-a07a-7360237f9d46 req-be215a37-bca3-43ac-b910-1df2acd706c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa8a56ac-3172-4f0f-9a52-265e07c67e59 HTTP/1.1" status: 200 len: 858 time: 0.0467243 Apr 14 20:29:33.498316 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83542bbb-bfb5-4a01-a07a-7360237f9d46 req-5b2fe5b7-1554-44ef-868d-6cd53463823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:33.499761 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-83542bbb-bfb5-4a01-a07a-7360237f9d46 req-5b2fe5b7-1554-44ef-868d-6cd53463823a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16448b67-0841-4eef-b889-fdba363b68dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366170 Apr 14 20:29:33.586269 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-83542bbb-bfb5-4a01-a07a-7360237f9d46 req-e395aa06-63bd-4e6f-ad17-76e4fa668b24 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797415 Apr 14 20:29:33.677585 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-83542bbb-bfb5-4a01-a07a-7360237f9d46 req-85dfd898-9ba3-49ed-b9d8-b92f8c78f5ea service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848029 Apr 14 20:29:33.702978 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b5da906f-a34d-4883-ab5e-17ac5440b92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:33.796669 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:29:33.979216 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18234a-df45-48bd-b20d-afccaa7930ae req-6c1e41b5-72a9-420e-8f9f-c1ab8c8db33d tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:33.980695 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7b18234a-df45-48bd-b20d-afccaa7930ae req-6c1e41b5-72a9-420e-8f9f-c1ab8c8db33d tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0561974 Apr 14 20:29:34.027232 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7b18234a-df45-48bd-b20d-afccaa7930ae req-b24fd138-9595-47c6-b0f2-3ee5c4ae9ee8 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401154 Apr 14 20:29:34.635285 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea58e0-089d-4d5a-8ccf-d61bbb5e6094 req-16d23ec8-7ac8-4cdc-8bee-cdaf15b2de7c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:34.636762 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dfea58e0-089d-4d5a-8ccf-d61bbb5e6094 req-16d23ec8-7ac8-4cdc-8bee-cdaf15b2de7c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.2465613 Apr 14 20:29:34.684020 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dfea58e0-089d-4d5a-8ccf-d61bbb5e6094 req-2b0677a9-a933-4dfd-9cf1-f59e78d598a7 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409548 Apr 14 20:29:34.709379 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:35.143578 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b1635-2142-4ec9-b7aa-7f34e811d822 req-b797f24c-37f4-429e-ba68-74fe3a4c72c9 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:35.145013 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-893b1635-2142-4ec9-b7aa-7f34e811d822 req-b797f24c-37f4-429e-ba68-74fe3a4c72c9 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0508509 Apr 14 20:29:35.190141 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-893b1635-2142-4ec9-b7aa-7f34e811d822 req-a5ad207e-9b41-41c6-8562-36701fd68ff8 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396950 Apr 14 20:29:35.799198 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd8288-4d27-4056-910a-d2e3652c7fc9 req-d4c979d6-ac9f-4821-9e97-0212f1baefc6 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:35.800640 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-07cd8288-4d27-4056-910a-d2e3652c7fc9 req-d4c979d6-ac9f-4821-9e97-0212f1baefc6 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0463908 Apr 14 20:29:35.847488 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-07cd8288-4d27-4056-910a-d2e3652c7fc9 req-d2aafe17-7b6f-4a48-9c16-c86d168fb9af tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410950 Apr 14 20:29:36.206854 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:36.300208 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a33319-d9ff-4afc-b85e-1680a1c5f022 req-481eda83-98e3-4aa1-ae29-ab78dc563f6b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:36.301670 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-01a33319-d9ff-4afc-b85e-1680a1c5f022 req-481eda83-98e3-4aa1-ae29-ab78dc563f6b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0454488 Apr 14 20:29:36.349324 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-01a33319-d9ff-4afc-b85e-1680a1c5f022 req-46cf64da-eb15-4a45-8d68-af378eed0901 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416696 Apr 14 20:29:36.969131 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6ff5f-fd52-4582-9ab5-8165e0847063 req-28681ee1-906e-4ab2-b53e-afa3e1dec1b3 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:36.970547 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-62f6ff5f-fd52-4582-9ab5-8165e0847063 req-28681ee1-906e-4ab2-b53e-afa3e1dec1b3 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0569255 Apr 14 20:29:37.016337 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-62f6ff5f-fd52-4582-9ab5-8165e0847063 req-a136650a-04f6-40e5-b4ae-5f88ec51d76b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402665 Apr 14 20:29:37.459086 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006222b-3bd0-4548-bcef-153ecae4fbca req-2dcc9b23-4f44-4b57-a1a7-3ca010ee6e02 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:37.460519 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2006222b-3bd0-4548-bcef-153ecae4fbca req-2dcc9b23-4f44-4b57-a1a7-3ca010ee6e02 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0454080 Apr 14 20:29:37.509885 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2006222b-3bd0-4548-bcef-153ecae4fbca req-960287e2-139f-4bac-ba0b-15b3b499b0e4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438638 Apr 14 20:29:38.087083 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:38.129024 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193664cf-b546-4651-a589-5596e995aa5d req-58171d1a-e103-4ac0-a21c-c5067e937358 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:38.130517 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-193664cf-b546-4651-a589-5596e995aa5d req-58171d1a-e103-4ac0-a21c-c5067e937358 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0467212 Apr 14 20:29:38.176316 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-193664cf-b546-4651-a589-5596e995aa5d req-8cb2531b-8ebc-4446-9054-f53434db6ad5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403123 Apr 14 20:29:38.621335 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c26848-8f4d-4869-a8e5-e0a8c2680dec req-eaa6d53b-c193-4eb8-a69c-32fb5dddf064 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:38.623350 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-20c26848-8f4d-4869-a8e5-e0a8c2680dec req-eaa6d53b-c193-4eb8-a69c-32fb5dddf064 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0444212 Apr 14 20:29:38.668903 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-20c26848-8f4d-4869-a8e5-e0a8c2680dec req-d4c88e4e-ff99-4ad1-b404-68d7717c7c71 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400343 Apr 14 20:29:39.294472 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afc4f9-10f1-4ac9-b712-92074f786155 req-73b402a2-8958-4afc-ba77-c27734997d97 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:39.297032 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-56afc4f9-10f1-4ac9-b712-92074f786155 req-73b402a2-8958-4afc-ba77-c27734997d97 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0546672 Apr 14 20:29:39.306264 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:39.344805 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-56afc4f9-10f1-4ac9-b712-92074f786155 req-3d53bb57-0e1a-4460-a683-77f6c5d62451 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402865 Apr 14 20:29:39.932919 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30951e5-3106-451b-812b-410e0189e1de req-54aec490-0b08-418a-9f05-577c49b039fb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:39.934314 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a30951e5-3106-451b-812b-410e0189e1de req-54aec490-0b08-418a-9f05-577c49b039fb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0481436 Apr 14 20:29:39.980782 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a30951e5-3106-451b-812b-410e0189e1de req-9534f91f-ff5a-4a10-aa4a-6de4d5c011de tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409224 Apr 14 20:29:40.455611 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9a499-72d2-46af-97ac-b218e2051913 req-c55fe6e8-3513-41c8-955a-3090715aac49 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:40.457049 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4da9a499-72d2-46af-97ac-b218e2051913 req-c55fe6e8-3513-41c8-955a-3090715aac49 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0447762 Apr 14 20:29:40.502673 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4da9a499-72d2-46af-97ac-b218e2051913 req-89cb1b0f-67af-4d0a-9d47-f53f5a3a1cf7 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402088 Apr 14 20:29:41.096380 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b695e8-22d1-48b6-b013-4c0886d3dbb5 req-fb763542-1c75-460c-a998-0dbd17b6583a tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:41.097763 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-55b695e8-22d1-48b6-b013-4c0886d3dbb5 req-fb763542-1c75-460c-a998-0dbd17b6583a tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0515728 Apr 14 20:29:41.144625 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-55b695e8-22d1-48b6-b013-4c0886d3dbb5 req-88f99f46-ffc6-4805-a7b6-093c0d5ad0c2 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413024 Apr 14 20:29:41.613339 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048c85c-dd3f-4cda-a411-7b1eab70b1ce req-7e59345f-49a8-412f-aea7-fbfc0511e75c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:41.614815 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9048c85c-dd3f-4cda-a411-7b1eab70b1ce req-7e59345f-49a8-412f-aea7-fbfc0511e75c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0457733 Apr 14 20:29:41.665013 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9048c85c-dd3f-4cda-a411-7b1eab70b1ce req-c66ffa99-8e1d-4a6a-bf6c-c413600a8c2a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442512 Apr 14 20:29:42.254112 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f271cc-5b75-486e-beef-e4d70cbec4c6 req-4a64c175-a54f-4784-a944-0c94d81daba5 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:42.255487 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d5f271cc-5b75-486e-beef-e4d70cbec4c6 req-4a64c175-a54f-4784-a944-0c94d81daba5 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0461760 Apr 14 20:29:42.300353 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d5f271cc-5b75-486e-beef-e4d70cbec4c6 req-0bee1ef7-b052-4f72-ab45-a99bf7d0736f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394390 Apr 14 20:29:42.779649 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc350302-e069-47ae-9653-058350783949 req-7f39589b-5fbc-4705-a251-57dee21f9db5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:42.781420 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cc350302-e069-47ae-9653-058350783949 req-7f39589b-5fbc-4705-a251-57dee21f9db5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0464087 Apr 14 20:29:42.827306 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cc350302-e069-47ae-9653-058350783949 req-b4144431-7321-40ff-9545-8c112fb99db0 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404959 Apr 14 20:29:43.411306 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feebb8-6b9d-4bba-9ddd-0a55b4899f58 req-70c65f08-da3e-4147-b5d3-a06bc9dfbc62 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:43.412754 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-01feebb8-6b9d-4bba-9ddd-0a55b4899f58 req-70c65f08-da3e-4147-b5d3-a06bc9dfbc62 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0467360 Apr 14 20:29:43.461726 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-01feebb8-6b9d-4bba-9ddd-0a55b4899f58 req-9016c75f-a9d6-4389-81d5-4e8787f86034 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435681 Apr 14 20:29:43.939732 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d8c27-c023-4e8a-b8d6-e9da98cc2be9 req-ce72d510-50fe-456c-9422-d494dd137b8d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:43.941188 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-314d8c27-c023-4e8a-b8d6-e9da98cc2be9 req-ce72d510-50fe-456c-9422-d494dd137b8d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0475838 Apr 14 20:29:43.986793 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-314d8c27-c023-4e8a-b8d6-e9da98cc2be9 req-2c6460e8-2097-4cfc-a91a-470d6fba8707 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399776 Apr 14 20:29:44.571193 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f431d-030e-4d0f-8164-52e40ad7ce7d req-b9332fb2-de33-4efe-af7c-0debd60d6a24 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:44.572625 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-be8f431d-030e-4d0f-8164-52e40ad7ce7d req-b9332fb2-de33-4efe-af7c-0debd60d6a24 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0457246 Apr 14 20:29:44.618465 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-be8f431d-030e-4d0f-8164-52e40ad7ce7d req-729a8b5c-5ac0-4bf5-9eb9-155e68aaa473 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395579 Apr 14 20:29:44.806164 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5247a-12e5-4763-a068-b03fce170905 req-23d3476e-65ff-4122-adac-8147e4671a1f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:44.807530 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f9f5247a-12e5-4763-a068-b03fce170905 req-23d3476e-65ff-4122-adac-8147e4671a1f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0460954 Apr 14 20:29:44.852491 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f9f5247a-12e5-4763-a068-b03fce170905 req-bba1ebfd-6f34-476a-838c-73627eb74046 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393996 Apr 14 20:29:45.104345 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87e6da-f94b-4d50-9732-c86710a55421 req-0aae9eeb-6023-4f75-b641-5f276539790e tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:45.105724 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fe87e6da-f94b-4d50-9732-c86710a55421 req-0aae9eeb-6023-4f75-b641-5f276539790e tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0493970 Apr 14 20:29:45.153807 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fe87e6da-f94b-4d50-9732-c86710a55421 req-2ca6013f-c66f-4f7f-a932-a4da42118bfb tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424697 Apr 14 20:29:46.006712 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c4568-4966-4712-bd97-52e587e46d9c req-d568346d-1a7b-42ce-9ab2-136d428ea7b6 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:46.008173 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6c3c4568-4966-4712-bd97-52e587e46d9c req-d568346d-1a7b-42ce-9ab2-136d428ea7b6 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0882719 Apr 14 20:29:46.015294 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a5345b81-1808-4330-850c-f02cac490161 req-bcbbea24-a150-4578-93f0-fe84487eb5e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0585341 Apr 14 20:29:46.128443 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ff1c1-135c-4483-b76b-cc51c2f329a4 req-ad3b3bb0-5e4b-4e27-a4ef-da0961628df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:46.129901 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-670ff1c1-135c-4483-b76b-cc51c2f329a4 req-ad3b3bb0-5e4b-4e27-a4ef-da0961628df4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 1130 time: 0.1137624 Apr 14 20:29:46.133670 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26b1f5-6055-4952-8bd3-a2639a133f41 req-1884a0a7-75d4-4e2d-ad2d-ef3a53890cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:46.135021 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5f26b1f5-6055-4952-8bd3-a2639a133f41 req-1884a0a7-75d4-4e2d-ad2d-ef3a53890cef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cadd6f4f80d4757ae43922d6da3505f&device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 1130 time: 0.1166699 Apr 14 20:29:46.153441 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5345b81-1808-4330-850c-f02cac490161 req-bc5b943e-1649-4490-a5dc-3bb79fb96b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:46.155358 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a5345b81-1808-4330-850c-f02cac490161 req-bc5b943e-1649-4490-a5dc-3bb79fb96b64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 1129 time: 0.0969074 Apr 14 20:29:46.204966 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6c3c4568-4966-4712-bd97-52e587e46d9c req-0f2f4a6a-f239-47fa-abfe-e57c992d08b1 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877248 Apr 14 20:29:46.271960 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d2797-60fb-403a-82dd-cb767a8d4c4b req-0b3aa2ba-03c1-456f-898f-b96fb0758b08 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:46.273521 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-323d2797-60fb-403a-82dd-cb767a8d4c4b req-0b3aa2ba-03c1-456f-898f-b96fb0758b08 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0472076 Apr 14 20:29:46.323244 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-323d2797-60fb-403a-82dd-cb767a8d4c4b req-0aeb5404-ced1-4984-a069-6bd3f9b6fe8d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438573 Apr 14 20:29:46.558155 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-670ff1c1-135c-4483-b76b-cc51c2f329a4 req-cb79b3a8-66e6-4327-8639-5bb53c8a2aeb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4139519 Apr 14 20:29:46.593991 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26b1f5-6055-4952-8bd3-a2639a133f41 req-63282a65-8da1-4dcd-bbd6-828bdd01c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:46.595516 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5f26b1f5-6055-4952-8bd3-a2639a133f41 req-63282a65-8da1-4dcd-bbd6-828bdd01c036 service neutron] 10.222.0.46 "GET /v2.0/networks?id=22e93b71-05e5-44ed-a527-0366c169924d HTTP/1.1" status: 200 len: 912 time: 0.4441011 Apr 14 20:29:46.604084 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5345b81-1808-4330-850c-f02cac490161 req-2df94c45-a046-4a0d-9eb5-2e6d1a8a3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:46.605391 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a5345b81-1808-4330-850c-f02cac490161 req-2df94c45-a046-4a0d-9eb5-2e6d1a8a3e2f service neutron] 10.222.0.46 "GET /v2.0/networks?id=16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 200 len: 920 time: 0.4296598 Apr 14 20:29:46.941381 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a5345b81-1808-4330-850c-f02cac490161 req-e2214dc7-9fa4-4308-be66-59999c1d2578 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c40d493-16c9-48bd-b30f-5d4ade6bfc01 HTTP/1.1" status: 200 len: 217 time: 0.0690045 Apr 14 20:29:46.992238 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5f26b1f5-6055-4952-8bd3-a2639a133f41 req-c04de2c6-ca38-42f0-8bb5-43364b21f74c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89a6d0de-c51a-4573-a23d-29b3bbada7df HTTP/1.1" status: 200 len: 1002 time: 0.1140115 Apr 14 20:29:47.010498 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5345b81-1808-4330-850c-f02cac490161 req-b14ebbbb-b83f-4d9c-8212-8a2af924947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:47.012044 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a5345b81-1808-4330-850c-f02cac490161 req-b14ebbbb-b83f-4d9c-8212-8a2af924947f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa8a56ac-3172-4f0f-9a52-265e07c67e59 HTTP/1.1" status: 200 len: 858 time: 0.0641909 Apr 14 20:29:47.091777 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26b1f5-6055-4952-8bd3-a2639a133f41 req-8b444977-703c-4bf1-a540-9cb2e726723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:47.094010 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5f26b1f5-6055-4952-8bd3-a2639a133f41 req-8b444977-703c-4bf1-a540-9cb2e726723e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2bc5ebdc-6adc-4109-947b-34a082b30fa2 HTTP/1.1" status: 200 len: 850 time: 0.0938191 Apr 14 20:29:47.095063 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5345b81-1808-4330-850c-f02cac490161 req-6715fe52-8cdd-4545-814d-522786bc85b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:47.096433 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a5345b81-1808-4330-850c-f02cac490161 req-6715fe52-8cdd-4545-814d-522786bc85b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16448b67-0841-4eef-b889-fdba363b68dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629768 Apr 14 20:29:47.319863 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35a0ef-d6db-4a22-8ef6-edbdc9678a60 req-39e1b9a7-65c3-4e30-8895-761b1047c1b1 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:47.321325 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0a35a0ef-d6db-4a22-8ef6-edbdc9678a60 req-39e1b9a7-65c3-4e30-8895-761b1047c1b1 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0480466 Apr 14 20:29:47.367926 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0a35a0ef-d6db-4a22-8ef6-edbdc9678a60 req-414a61b9-eaf3-40a8-99e7-fecd69bd79ba tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402837 Apr 14 20:29:47.450239 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541c091-be4c-4b5b-8914-1616c76e3bf2 req-298eb69b-5946-4485-b424-dcd2cd236e35 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:47.454494 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e541c091-be4c-4b5b-8914-1616c76e3bf2 req-298eb69b-5946-4485-b424-dcd2cd236e35 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0614610 Apr 14 20:29:47.502810 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e541c091-be4c-4b5b-8914-1616c76e3bf2 req-274788c9-de5a-47d4-9983-288a06c3cc68 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426080 Apr 14 20:29:47.616345 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26b1f5-6055-4952-8bd3-a2639a133f41 req-38d6b50d-d709-472f-9f97-b3036515b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:47.617860 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5f26b1f5-6055-4952-8bd3-a2639a133f41 req-38d6b50d-d709-472f-9f97-b3036515b30c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=22e93b71-05e5-44ed-a527-0366c169924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868282 Apr 14 20:29:47.663505 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a5345b81-1808-4330-850c-f02cac490161 req-4e8aadb2-1b82-4e2a-ac97-4838c68f5c24 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311808 Apr 14 20:29:47.798215 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5f26b1f5-6055-4952-8bd3-a2639a133f41 req-f7bde087-0e9c-43a7-9ba1-f75a6c18b64e service neutron] 10.222.0.46 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558592 Apr 14 20:29:47.813111 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a5345b81-1808-4330-850c-f02cac490161 req-cfdbd7a8-364b-45f1-bafd-f0ced619382e service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396382 Apr 14 20:29:47.901197 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5f26b1f5-6055-4952-8bd3-a2639a133f41 req-fcb377e2-c96c-49f9-87c1-dba52fac9a79 service neutron] 10.222.0.46 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871551 Apr 14 20:29:48.491298 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a300e3-0b64-4fc8-8817-5765a38cec48 req-cb52e6af-1753-4aaa-b4b2-6f6bbb52fcc4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:48.492778 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-29a300e3-0b64-4fc8-8817-5765a38cec48 req-cb52e6af-1753-4aaa-b4b2-6f6bbb52fcc4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0504034 Apr 14 20:29:48.539977 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-29a300e3-0b64-4fc8-8817-5765a38cec48 req-8d78249a-e232-4613-b010-20cd732d5313 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416129 Apr 14 20:29:48.615840 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62055ce8-1636-4eb5-97f1-ca09eaf8db5d req-19795784-6f86-448b-b6a6-a00910f7ee12 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:48.617280 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-62055ce8-1636-4eb5-97f1-ca09eaf8db5d req-19795784-6f86-448b-b6a6-a00910f7ee12 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0462716 Apr 14 20:29:48.662877 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-62055ce8-1636-4eb5-97f1-ca09eaf8db5d req-6679a50e-105d-43bd-b037-d47e46d49c5d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399544 Apr 14 20:29:49.004952 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4214ee-0ed7-4e9b-a1c0-07dfb06eedfb req-de692255-3a20-453b-99ce-6a499d1f4645 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:49.006756 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4a4214ee-0ed7-4e9b-a1c0-07dfb06eedfb req-de692255-3a20-453b-99ce-6a499d1f4645 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0549362 Apr 14 20:29:49.058840 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4a4214ee-0ed7-4e9b-a1c0-07dfb06eedfb req-4d74d5a3-156c-48bf-a2be-634724674a1b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454705 Apr 14 20:29:49.565077 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767b51e-4a6b-496c-8897-19a1fabb69d6 req-927dcbbc-b2e2-4c00-9ae1-f7e93e0efb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:49.566624 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3767b51e-4a6b-496c-8897-19a1fabb69d6 req-927dcbbc-b2e2-4c00-9ae1-f7e93e0efb7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 1130 time: 0.0415592 Apr 14 20:29:49.660499 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed4bda-f24a-45e4-84d5-1725470b1f4a req-14e4c965-431b-48a8-8c16-b0e2465c2b12 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:49.662691 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-63ed4bda-f24a-45e4-84d5-1725470b1f4a req-14e4c965-431b-48a8-8c16-b0e2465c2b12 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0518463 Apr 14 20:29:49.664505 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767b51e-4a6b-496c-8897-19a1fabb69d6 req-4b9c8598-c927-4665-8be3-a8e9581db2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:49.665972 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3767b51e-4a6b-496c-8897-19a1fabb69d6 req-4b9c8598-c927-4665-8be3-a8e9581db2f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 200 len: 920 time: 0.0912340 Apr 14 20:29:49.722750 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-63ed4bda-f24a-45e4-84d5-1725470b1f4a req-2caf0c6a-d80a-4dd6-be9d-bae7eb14fa0c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497756 Apr 14 20:29:49.915798 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3767b51e-4a6b-496c-8897-19a1fabb69d6 req-24bd9711-0ba5-4710-8bbd-ebe4545c565f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3945c7c-4edd-450e-b718-1291b902ff1b HTTP/1.1" status: 200 len: 1002 time: 0.0649426 Apr 14 20:29:49.967576 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767b51e-4a6b-496c-8897-19a1fabb69d6 req-7217359f-e767-4f6a-8160-e7cdf2220929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:49.969122 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3767b51e-4a6b-496c-8897-19a1fabb69d6 req-7217359f-e767-4f6a-8160-e7cdf2220929 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa8a56ac-3172-4f0f-9a52-265e07c67e59 HTTP/1.1" status: 200 len: 858 time: 0.0473673 Apr 14 20:29:50.016634 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767b51e-4a6b-496c-8897-19a1fabb69d6 req-23546c12-c5e9-45b5-a915-cfc8c8e6226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:50.018150 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3767b51e-4a6b-496c-8897-19a1fabb69d6 req-23546c12-c5e9-45b5-a915-cfc8c8e6226b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16448b67-0841-4eef-b889-fdba363b68dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390365 Apr 14 20:29:50.174671 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051da75-ea69-4c42-9785-8e9c7b535d50 req-1e0ba945-6aab-418f-a7f9-1c4aa53e87d5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:50.176125 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c051da75-ea69-4c42-9785-8e9c7b535d50 req-1e0ba945-6aab-418f-a7f9-1c4aa53e87d5 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0494380 Apr 14 20:29:50.221610 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c051da75-ea69-4c42-9785-8e9c7b535d50 req-3b21e5df-74db-4ecd-b941-2a78de854977 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398316 Apr 14 20:29:50.483771 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3767b51e-4a6b-496c-8897-19a1fabb69d6 req-9241cad0-75ee-41a6-8653-0374c2f03e31 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821700 Apr 14 20:29:50.574777 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3767b51e-4a6b-496c-8897-19a1fabb69d6 req-f72ca92f-80c6-4ee5-bf56-943a7523c2f1 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848558 Apr 14 20:29:51.261885 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e8a12-949d-418e-8ee8-d6e09df851e5 req-acb68ca8-4195-4bcb-be97-fb8b97076a1c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:51.263384 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-225e8a12-949d-418e-8ee8-d6e09df851e5 req-acb68ca8-4195-4bcb-be97-fb8b97076a1c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 947 time: 0.0463064 Apr 14 20:29:51.309343 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-225e8a12-949d-418e-8ee8-d6e09df851e5 req-1fa755a1-13e1-4ee0-9a59-6119ad6a07bc tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400987 Apr 14 20:29:51.336401 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107848e-a91e-4f34-8743-cef3b03006a5 req-0cbe304e-b6ff-41e5-b191-e765310a53b7 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:51.337860 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a107848e-a91e-4f34-8743-cef3b03006a5 req-0cbe304e-b6ff-41e5-b191-e765310a53b7 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0479686 Apr 14 20:29:51.385531 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a107848e-a91e-4f34-8743-cef3b03006a5 req-af8a71fc-a5ab-4971-88b5-07b7b2bcfc17 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414796 Apr 14 20:29:52.446005 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfa079-7a51-4dbc-bf36-07cb5707a089 req-dfae6339-9e47-43da-a12f-a0db6d8e29f3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:52.447566 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b9bfa079-7a51-4dbc-bf36-07cb5707a089 req-dfae6339-9e47-43da-a12f-a0db6d8e29f3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 947 time: 0.0527055 Apr 14 20:29:52.494447 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b9bfa079-7a51-4dbc-bf36-07cb5707a089 req-71dde9da-c651-4095-a2e7-00f01c562bdf tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410147 Apr 14 20:29:52.502656 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77862150-d0fe-4ed3-8378-7e0d0d327d97 req-f758e7ab-7c48-4bd9-8545-395f8749cd31 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:52.504458 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-77862150-d0fe-4ed3-8378-7e0d0d327d97 req-f758e7ab-7c48-4bd9-8545-395f8749cd31 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0515723 Apr 14 20:29:52.551297 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-77862150-d0fe-4ed3-8378-7e0d0d327d97 req-b92f07a1-49ce-42e5-b5b8-402325f8989b tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414329 Apr 14 20:29:53.615262 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc5e23-cf05-4b28-af7c-dd2d2727ab7e req-32b49cf8-30ea-4458-8b47-206d31e90e2c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:53.616739 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2cdc5e23-cf05-4b28-af7c-dd2d2727ab7e req-32b49cf8-30ea-4458-8b47-206d31e90e2c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 947 time: 0.0521071 Apr 14 20:29:53.663691 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2cdc5e23-cf05-4b28-af7c-dd2d2727ab7e req-42efb239-840c-4d30-928a-f1536dfd85ac tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414202 Apr 14 20:29:53.663893 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d8a79-1cd1-44d0-9507-16fb6055ff8d req-77c95e67-4f1a-44dc-a175-2cf616d34d95 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:53.665555 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a27d8a79-1cd1-44d0-9507-16fb6055ff8d req-77c95e67-4f1a-44dc-a175-2cf616d34d95 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0468640 Apr 14 20:29:53.712849 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a27d8a79-1cd1-44d0-9507-16fb6055ff8d req-7d9f2e44-fb37-4871-8640-f0b30c4125cf tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409436 Apr 14 20:29:54.789601 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3aeaf-72c4-4f10-b49f-546ff555a780 req-5aa33fbd-1db9-44b7-bf6d-db185d2b0dd6 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:54.791191 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-77c3aeaf-72c4-4f10-b49f-546ff555a780 req-5aa33fbd-1db9-44b7-bf6d-db185d2b0dd6 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 947 time: 0.0487862 Apr 14 20:29:54.828567 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166f95f-a3a4-4cda-8ca6-1a1c70502633 req-b93e84a8-d486-43c0-8b0b-c213446dacf1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:54.830042 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3166f95f-a3a4-4cda-8ca6-1a1c70502633 req-b93e84a8-d486-43c0-8b0b-c213446dacf1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0502276 Apr 14 20:29:54.837891 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-77c3aeaf-72c4-4f10-b49f-546ff555a780 req-ae9bed80-db76-4aba-ba1f-a5b141aadb9d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411096 Apr 14 20:29:54.878804 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3166f95f-a3a4-4cda-8ca6-1a1c70502633 req-11d9a95b-d370-4503-8410-69ac6281ea1c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429542 Apr 14 20:29:54.986051 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6e6a0-06a7-4af6-9dde-2220a30a55dc req-396891e9-0d8a-4410-aa08-c41e489d860f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:54.987470 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ffb6e6a0-06a7-4af6-9dde-2220a30a55dc req-396891e9-0d8a-4410-aa08-c41e489d860f tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0465398 Apr 14 20:29:54.996337 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37404) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:29:55.004689 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-32a56c25-9655-4a3d-ab67-e55710fd467d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Request body: {'floatingip': {'port_id': 'c3945c7c-4edd-450e-b718-1291b902ff1b'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:29:55.063885 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-32a56c25-9655-4a3d-ab67-e55710fd467d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for floatingip (88fb2548-9486-436a-a37a-bfac55746671), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:55.314081 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-43315b45-3f8d-47dd-be60-1d2334c6abc6 req-3a7a0237-f784-444c-9296-1d38621fbd87 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-742166789&fields=id&tenant_id=ad225bf8aa6a4b28ad215f698e0e6960 HTTP/1.1" status: 200 len: 267 time: 0.0437686 Apr 14 20:29:55.365510 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43315b45-3f8d-47dd-be60-1d2334c6abc6 req-b0accaac-2a33-4630-8f0a-3f9b079b17ca tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:55.367030 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-43315b45-3f8d-47dd-be60-1d2334c6abc6 req-b0accaac-2a33-4630-8f0a-3f9b079b17ca tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 985 time: 0.0476434 Apr 14 20:29:55.378289 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-43315b45-3f8d-47dd-be60-1d2334c6abc6 req-89054fff-660d-44cd-baf8-bf6dc0ce6ba6 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Request body: {'port': {'security_groups': ['4802e3a4-2299-4e7e-bedd-853b7639ac76']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:29:55.484871 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-43315b45-3f8d-47dd-be60-1d2334c6abc6 req-89054fff-660d-44cd-baf8-bf6dc0ce6ba6 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (115328be-b857-41f6-b058-f319f080cd10), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:55.493005 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ce52f-7d9c-4174-aab0-49dc94293387 req-abeac183-7586-4486-b669-3a1631337558 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:55.494363 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b62ce52f-7d9c-4174-aab0-49dc94293387 req-abeac183-7586-4486-b669-3a1631337558 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 947 time: 0.0750244 Apr 14 20:29:55.554485 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-32a56c25-9655-4a3d-ab67-e55710fd467d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:55.558356 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-32a56c25-9655-4a3d-ab67-e55710fd467d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (88fb2548-9486-436a-a37a-bfac55746671), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:55.649478 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-b62ce52f-7d9c-4174-aab0-49dc94293387 req-23e2d633-2980-4a23-8c3c-4cc54c82e5a9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Deleting port 5222d976-3aa1-4758-86c1-106594f91ad3 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:29:55.649817 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b62ce52f-7d9c-4174-aab0-49dc94293387 req-23e2d633-2980-4a23-8c3c-4cc54c82e5a9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:55.779963 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a56c25-9655-4a3d-ab67-e55710fd467d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Router ec2424c5-03cb-4d2f-8446-702f5526924e has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:29:55.806618 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-43315b45-3f8d-47dd-be60-1d2334c6abc6 req-89054fff-660d-44cd-baf8-bf6dc0ce6ba6 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] For port 115328be-b857-41f6-b058-f319f080cd10, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=115328be-b857-41f6-b058-f319f080cd10,segment=NetworkSegment(998aa7c0-879a-4aa5-9406-f0f8069123a1),segment_id=998aa7c0-879a-4aa5-9406-f0f8069123a1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:29:55.809199 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-b62ce52f-7d9c-4174-aab0-49dc94293387 req-23e2d633-2980-4a23-8c3c-4cc54c82e5a9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] For port 5222d976-3aa1-4758-86c1-106594f91ad3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=5222d976-3aa1-4758-86c1-106594f91ad3,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:29:55.809560 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b62ce52f-7d9c-4174-aab0-49dc94293387 req-23e2d633-2980-4a23-8c3c-4cc54c82e5a9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:55.894378 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a56c25-9655-4a3d-ab67-e55710fd467d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:29:55.899431 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-32a56c25-9655-4a3d-ab67-e55710fd467d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:55.906538 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba17111-f595-4078-9d82-ddd6eba57798 None None] Sync routers for ids ['ec2424c5-03cb-4d2f-8446-702f5526924e'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:29:55.919569 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba17111-f595-4078-9d82-ddd6eba57798 None None] Routers {'ec2424c5-03cb-4d2f-8446-702f5526924e'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:29:55.920853 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3ba17111-f595-4078-9d82-ddd6eba57798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:29:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['ec2424c5-03cb-4d2f-8446-702f5526924e'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:29:55.928042 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-43315b45-3f8d-47dd-be60-1d2334c6abc6 req-89054fff-660d-44cd-baf8-bf6dc0ce6ba6 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for port (115328be-b857-41f6-b058-f319f080cd10), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:55.933390 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'tag': 'c3945c7c-4edd-450e-b718-1291b902ff1b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:29:55.935648 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdbe11d59a66eb6431a54a4c04aa9c41f8d225d3092e952352ea334af4395ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c934aff1-66a0-46f7-b1a9-5288cf6f2105" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd023ba-dba8-4012-83b1-77371c1b752b", "tag": "c3945c7c-4edd-450e-b718-1291b902ff1b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:29:55.941332 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-43315b45-3f8d-47dd-be60-1d2334c6abc6 req-89054fff-660d-44cd-baf8-bf6dc0ce6ba6 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (115328be-b857-41f6-b058-f319f080cd10), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:55.954203 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['115328be-b857-41f6-b058-f319f080cd10'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:29:56.036510 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43315b45-3f8d-47dd-be60-1d2334c6abc6 req-89054fff-660d-44cd-baf8-bf6dc0ce6ba6 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:56.037158 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-43315b45-3f8d-47dd-be60-1d2334c6abc6 req-89054fff-660d-44cd-baf8-bf6dc0ce6ba6 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:56.038325 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529bda8c-2b76-4b95-9fe7-8489eb36054c req-7a4b06d4-e154-4b9f-82c7-2d23f164510f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:56.038576 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-43315b45-3f8d-47dd-be60-1d2334c6abc6 req-89054fff-660d-44cd-baf8-bf6dc0ce6ba6 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "PUT /v2.0/ports/115328be-b857-41f6-b058-f319f080cd10 HTTP/1.1" status: 200 len: 943 time: 0.6647098 Apr 14 20:29:56.043637 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae94fce4-7d3b-43cc-bb77-d9c593d3547f', 'tag': '115328be-b857-41f6-b058-f319f080cd10'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:29:56.046596 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92050f4d-1c79-4b75-9ddc-d1d15dba1a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae94fce4-7d3b-43cc-bb77-d9c593d3547f", "tag": "115328be-b857-41f6-b058-f319f080cd10"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:29:56.049324 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37414) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:29:56.064183 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3ba17111-f595-4078-9d82-ddd6eba57798 None None] Set router ec2424c5-03cb-4d2f-8446-702f5526924e gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:29:56.068185 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-529bda8c-2b76-4b95-9fe7-8489eb36054c req-7a4b06d4-e154-4b9f-82c7-2d23f164510f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 947 time: 0.1080642 Apr 14 20:29:56.122017 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89054fff-660d-44cd-baf8-bf6dc0ce6ba6 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Pushing event updated for resources: {'Port': ['ID=115328be-b857-41f6-b058-f319f080cd10,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:29:56.145153 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['115328be-b857-41f6-b058-f319f080cd10'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:29:56.146885 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-32a56c25-9655-4a3d-ab67-e55710fd467d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "PUT /v2.0/floatingips/88fb2548-9486-436a-a37a-bfac55746671 HTTP/1.1" status: 200 len: 994 time: 1.1482704 Apr 14 20:29:56.234079 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-529bda8c-2b76-4b95-9fe7-8489eb36054c req-719a68d5-6f74-46a4-8e64-e72eb416ccd8 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=fdb21c41-7df5-486c-905e-a0aaaaf4ca33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634979 Apr 14 20:29:56.256625 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fd5529-d230-48b7-a936-27662e5cd58f x-openstack-request-id: req-c6fd5529-d230-48b7-a936-27662e5cd58f {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:29:56.256913 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd023ba-dba8-4012-83b1-77371c1b752b", "tag": "c3945c7c-4edd-450e-b718-1291b902ff1b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:29:56.257168 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6fd5529-d230-48b7-a936-27662e5cd58f {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:29:56.257570 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6fd5529-d230-48b7-a936-27662e5cd58f'] response: {'name': 'network-changed', 'server_uuid': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'tag': 'c3945c7c-4edd-450e-b718-1291b902ff1b', 'status': 'completed', 'code': 200} Apr 14 20:29:56.276039 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b62ce52f-7d9c-4174-aab0-49dc94293387 req-23e2d633-2980-4a23-8c3c-4cc54c82e5a9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:56.276408 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b62ce52f-7d9c-4174-aab0-49dc94293387 req-23e2d633-2980-4a23-8c3c-4cc54c82e5a9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (1bdb13be-683f-416d-850f-3108697e56e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:56.276733 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.l3_db [req-b62ce52f-7d9c-4174-aab0-49dc94293387 req-23e2d633-2980-4a23-8c3c-4cc54c82e5a9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Floating IP 1bdb13be-683f-416d-850f-3108697e56e2 disassociated. External IP: 172.27.3.106, port: 5222d976-3aa1-4758-86c1-106594f91ad3. Apr 14 20:29:56.277232 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-b62ce52f-7d9c-4174-aab0-49dc94293387 req-23e2d633-2980-4a23-8c3c-4cc54c82e5a9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Calling delete_port for 5222d976-3aa1-4758-86c1-106594f91ad3 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:29:56.279319 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4fabb23e-5135-41b1-9591-1b70d26c225d tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group (c4788ebe-2301-43c5-acea-4de615cd3908), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:56.338856 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb210ab8-2cac-49bb-a478-a1a7e7cc9a39 x-openstack-request-id: req-eb210ab8-2cac-49bb-a478-a1a7e7cc9a39 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:29:56.339196 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae94fce4-7d3b-43cc-bb77-d9c593d3547f", "tag": "115328be-b857-41f6-b058-f319f080cd10", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:29:56.339455 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb210ab8-2cac-49bb-a478-a1a7e7cc9a39 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:29:56.339905 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb210ab8-2cac-49bb-a478-a1a7e7cc9a39'] response: {'name': 'network-changed', 'server_uuid': 'ae94fce4-7d3b-43cc-bb77-d9c593d3547f', 'tag': '115328be-b857-41f6-b058-f319f080cd10', 'status': 'completed', 'code': 200} Apr 14 20:29:56.390059 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-93dd506f-3b81-4123-97d8-e47efdb7405e None None] Provisioning complete for port 115328be-b857-41f6-b058-f319f080cd10 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:29:56.390456 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-93dd506f-3b81-4123-97d8-e47efdb7405e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (115328be-b857-41f6-b058-f319f080cd10), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:56.424465 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4fabb23e-5135-41b1-9591-1b70d26c225d tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group (c4788ebe-2301-43c5-acea-4de615cd3908), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:56.437868 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934aff1-66a0-46f7-b1a9-5288cf6f2105 req-88b0f943-7510-4c70-b4c0-fdfe566aec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:56.439358 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c934aff1-66a0-46f7-b1a9-5288cf6f2105 req-88b0f943-7510-4c70-b4c0-fdfe566aec78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 1130 time: 0.1542196 Apr 14 20:29:56.474673 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-93dd506f-3b81-4123-97d8-e47efdb7405e None None] Current status of the port 115328be-b857-41f6-b058-f319f080cd10 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:29:56.489688 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3ba17111-f595-4078-9d82-ddd6eba57798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-router', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 4, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'gw_port': {'id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '88fb2548-9486-436a-a37a-bfac55746671', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'port_id': 'c3945c7c-4edd-450e-b718-1291b902ff1b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'mac_address': 'fa:16:3e:2b:9a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:26:10Z', 'updated_at': '2022-04-14T20:29:55Z', 'revision_number': 3, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2bf5104-1ee3-4881-9619-2e9e94c54ba2', 'name': '', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'mac_address': 'fa:16:3e:b5:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:52Z', 'updated_at': '2022-04-14T20:23:02Z', 'revision_number': 5, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'subnets': [{'id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:29:56.501516 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92050f4d-1c79-4b75-9ddc-d1d15dba1a8e req-1839caa2-7679-498d-91ad-696a1dcfd719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:56.503002 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-92050f4d-1c79-4b75-9ddc-d1d15dba1a8e req-1839caa2-7679-498d-91ad-696a1dcfd719 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad225bf8aa6a4b28ad215f698e0e6960&device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 1130 time: 0.1232045 Apr 14 20:29:56.521047 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba17111-f595-4078-9d82-ddd6eba57798 None None] Checking router: ec2424c5-03cb-4d2f-8446-702f5526924e for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:29:56.529394 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba17111-f595-4078-9d82-ddd6eba57798 None None] Routers {'ec2424c5-03cb-4d2f-8446-702f5526924e'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:29:56.530049 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3ba17111-f595-4078-9d82-ddd6eba57798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:29:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['ec2424c5-03cb-4d2f-8446-702f5526924e'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:29:56.662067 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-3ba17111-f595-4078-9d82-ddd6eba57798 None None] Set router ec2424c5-03cb-4d2f-8446-702f5526924e gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:29:56.664348 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934aff1-66a0-46f7-b1a9-5288cf6f2105 req-c185a7c9-8a80-4e0d-a0a8-ec10a0a79b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:56.665811 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c934aff1-66a0-46f7-b1a9-5288cf6f2105 req-c185a7c9-8a80-4e0d-a0a8-ec10a0a79b63 service neutron] 10.222.0.46 "GET /v2.0/networks?id=16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 200 len: 920 time: 0.2088742 Apr 14 20:29:56.734788 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92050f4d-1c79-4b75-9ddc-d1d15dba1a8e req-de45704b-5718-4e37-a6b7-f179f2d3344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:56.736223 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-92050f4d-1c79-4b75-9ddc-d1d15dba1a8e req-de45704b-5718-4e37-a6b7-f179f2d3344e service neutron] 10.222.0.46 "GET /v2.0/networks?id=d0ae32ba-f63e-4871-a0db-3e11ef229577 HTTP/1.1" status: 200 len: 916 time: 0.2250469 Apr 14 20:29:56.741476 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4fabb23e-5135-41b1-9591-1b70d26c225d tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (c4788ebe-2301-43c5-acea-4de615cd3908), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:56.743996 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4fabb23e-5135-41b1-9591-1b70d26c225d tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:56.745036 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-4fabb23e-5135-41b1-9591-1b70d26c225d tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "DELETE /v2.0/security-groups/c4788ebe-2301-43c5-acea-4de615cd3908 HTTP/1.1" status: 204 len: 168 time: 0.6909184 Apr 14 20:29:56.747877 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37422) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:29:56.770475 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b62ce52f-7d9c-4174-aab0-49dc94293387 req-23e2d633-2980-4a23-8c3c-4cc54c82e5a9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (5222d976-3aa1-4758-86c1-106594f91ad3), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:56.810976 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabb23e-5135-41b1-9591-1b70d26c225d tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4788ebe-2301-43c5-acea-4de615cd3908,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:29:56.845955 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2d633-2980-4a23-8c3c-4cc54c82e5a9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Pushing event deleted for resources: {'Port': ['ID=5222d976-3aa1-4758-86c1-106594f91ad3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:29:56.854263 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c934aff1-66a0-46f7-b1a9-5288cf6f2105 req-7e76f31c-145b-4455-bdfb-fac0b7ff146f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3945c7c-4edd-450e-b718-1291b902ff1b HTTP/1.1" status: 200 len: 1002 time: 0.1816471 Apr 14 20:29:56.897894 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-92050f4d-1c79-4b75-9ddc-d1d15dba1a8e req-81a1c13d-caa0-490f-a1c1-3a0bfa1d054f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=115328be-b857-41f6-b058-f319f080cd10 HTTP/1.1" status: 200 len: 1001 time: 0.1486363 Apr 14 20:29:56.921787 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-3ba17111-f595-4078-9d82-ddd6eba57798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-router', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 4, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'gw_port': {'id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '88fb2548-9486-436a-a37a-bfac55746671', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'port_id': 'c3945c7c-4edd-450e-b718-1291b902ff1b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'mac_address': 'fa:16:3e:2b:9a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:26:10Z', 'updated_at': '2022-04-14T20:29:55Z', 'revision_number': 3, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2bf5104-1ee3-4881-9619-2e9e94c54ba2', 'name': '', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'mac_address': 'fa:16:3e:b5:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:52Z', 'updated_at': '2022-04-14T20:23:02Z', 'revision_number': 5, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'subnets': [{'id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:29:56.939182 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-dbc07ac4-a4eb-4dd0-9150-be252022c7e2 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Deleting port 46faff85-8dfb-47f1-aa3f-f10acdd89b98 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:29:56.939747 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbc07ac4-a4eb-4dd0-9150-be252022c7e2 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (46faff85-8dfb-47f1-aa3f-f10acdd89b98), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:56.954807 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba17111-f595-4078-9d82-ddd6eba57798 None None] The sync data for ids ['ec2424c5-03cb-4d2f-8446-702f5526924e'] in dv-cinder-837539-3-iscsi is: [{'id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-router', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 4, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'gw_port': {'id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '88fb2548-9486-436a-a37a-bfac55746671', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'port_id': 'c3945c7c-4edd-450e-b718-1291b902ff1b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'mac_address': 'fa:16:3e:2b:9a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:26:10Z', 'updated_at': '2022-04-14T20:29:55Z', 'revision_number': 3, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2bf5104-1ee3-4881-9619-2e9e94c54ba2', 'name': '', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'mac_address': 'fa:16:3e:b5:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:52Z', 'updated_at': '2022-04-14T20:23:02Z', 'revision_number': 5, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'subnets': [{'id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:29:57.027978 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbc07ac4-a4eb-4dd0-9150-be252022c7e2 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (46faff85-8dfb-47f1-aa3f-f10acdd89b98), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:57.028370 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbc07ac4-a4eb-4dd0-9150-be252022c7e2 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for floatingip (46faff85-8dfb-47f1-aa3f-f10acdd89b98), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:57.045465 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-dbc07ac4-a4eb-4dd0-9150-be252022c7e2 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Calling delete_port for 46faff85-8dfb-47f1-aa3f-f10acdd89b98 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:29:57.296437 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934aff1-66a0-46f7-b1a9-5288cf6f2105 req-2a3976cb-5d84-4402-984a-6c63c010f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:57.297912 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c934aff1-66a0-46f7-b1a9-5288cf6f2105 req-2a3976cb-5d84-4402-984a-6c63c010f528 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa8a56ac-3172-4f0f-9a52-265e07c67e59 HTTP/1.1" status: 200 len: 858 time: 0.4355865 Apr 14 20:29:57.318960 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbc07ac4-a4eb-4dd0-9150-be252022c7e2 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447'] for port (46faff85-8dfb-47f1-aa3f-f10acdd89b98), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:57.334074 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92050f4d-1c79-4b75-9ddc-d1d15dba1a8e req-c2a590b1-5acc-436e-9f49-b1b9258b147e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:57.335564 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-92050f4d-1c79-4b75-9ddc-d1d15dba1a8e req-c2a590b1-5acc-436e-9f49-b1b9258b147e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68e55fb6-fc75-4b6d-952a-c4a8c730ba8a HTTP/1.1" status: 200 len: 854 time: 0.4045715 Apr 14 20:29:57.367703 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc07ac4-a4eb-4dd0-9150-be252022c7e2 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Pushing event deleted for resources: {'Port': ['ID=46faff85-8dfb-47f1-aa3f-f10acdd89b98,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:29:57.396773 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3ad0b128-f590-41b7-b333-4055cbfa8250 req-f89dcb88-cf1c-4541-9458-1435da15fca3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 210 time: 0.0499120 Apr 14 20:29:57.444886 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbc07ac4-a4eb-4dd0-9150-be252022c7e2 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks [] for floatingip (584fd019-9503-430b-b9ec-9387aba7e839), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:57.445226 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.l3_db [None req-dbc07ac4-a4eb-4dd0-9150-be252022c7e2 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Floating IP 584fd019-9503-430b-b9ec-9387aba7e839 disassociated (deleted). External IP: 172.27.3.32, port: 115328be-b857-41f6-b058-f319f080cd10. Apr 14 20:29:57.456768 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934aff1-66a0-46f7-b1a9-5288cf6f2105 req-2feb0b3a-e0df-4ce4-bde6-c6fdec84bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:57.458167 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c934aff1-66a0-46f7-b1a9-5288cf6f2105 req-2feb0b3a-e0df-4ce4-bde6-c6fdec84bbd4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16448b67-0841-4eef-b889-fdba363b68dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797896 Apr 14 20:29:57.461448 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b62ce52f-7d9c-4174-aab0-49dc94293387 req-23e2d633-2980-4a23-8c3c-4cc54c82e5a9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:29:57.463275 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92050f4d-1c79-4b75-9ddc-d1d15dba1a8e req-108c89b0-840d-41f4-ac23-c48e3cbeb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:57.464631 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-92050f4d-1c79-4b75-9ddc-d1d15dba1a8e req-108c89b0-840d-41f4-ac23-c48e3cbeb694 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d0ae32ba-f63e-4871-a0db-3e11ef229577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0890718 Apr 14 20:29:57.494292 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b3530-9661-4a68-9b36-656f5c8447fa req-87e3f91f-3096-46c0-b20d-5e98f91773a4 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:57.495811 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-637b3530-9661-4a68-9b36-656f5c8447fa req-87e3f91f-3096-46c0-b20d-5e98f91773a4 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.1360984 Apr 14 20:29:57.595848 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-637b3530-9661-4a68-9b36-656f5c8447fa req-ebe15260-17f6-4d70-ab6d-8370d744ba89 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890255 Apr 14 20:29:57.704580 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c934aff1-66a0-46f7-b1a9-5288cf6f2105 req-64b386d6-ea21-43bd-a71d-93d8c91d66e1 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376788 Apr 14 20:29:57.717278 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc07ac4-a4eb-4dd0-9150-be252022c7e2 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Router 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:29:57.738117 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-92050f4d-1c79-4b75-9ddc-d1d15dba1a8e req-7f0e759c-e7cf-475e-aa1c-bff98eab0390 service neutron] 10.222.0.46 "GET /v2.0/networks/d0ae32ba-f63e-4871-a0db-3e11ef229577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627878 Apr 14 20:29:57.809083 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b62ce52f-7d9c-4174-aab0-49dc94293387 req-23e2d633-2980-4a23-8c3c-4cc54c82e5a9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:29:57.819968 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98b486e-15e3-43fb-897c-1d50f20203b3 None None] Sync routers for ids ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:29:57.833207 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98b486e-15e3-43fb-897c-1d50f20203b3 None None] Routers {'5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:29:57.833927 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c98b486e-15e3-43fb-897c-1d50f20203b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:29:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:29:57.836776 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc07ac4-a4eb-4dd0-9150-be252022c7e2 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:29:57.841389 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbc07ac4-a4eb-4dd0-9150-be252022c7e2 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:57.849178 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c8f40-8f53-4f06-8895-062c6b043928 None None] Sync routers for ids ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:29:57.860718 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c8f40-8f53-4f06-8895-062c6b043928 None None] Routers {'2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:29:57.861826 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c08c8f40-8f53-4f06-8895-062c6b043928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:29:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:29:57.886834 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-dbc07ac4-a4eb-4dd0-9150-be252022c7e2 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "DELETE /v2.0/floatingips/584fd019-9503-430b-b9ec-9387aba7e839 HTTP/1.1" status: 204 len: 168 time: 1.1369588 Apr 14 20:29:57.901818 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62ce52f-7d9c-4174-aab0-49dc94293387 req-23e2d633-2980-4a23-8c3c-4cc54c82e5a9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] No DVR routers for this DVR port 5222d976-3aa1-4758-86c1-106594f91ad3 on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:29:57.916232 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b62ce52f-7d9c-4174-aab0-49dc94293387 req-23e2d633-2980-4a23-8c3c-4cc54c82e5a9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:57.919481 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b62ce52f-7d9c-4174-aab0-49dc94293387 req-23e2d633-2980-4a23-8c3c-4cc54c82e5a9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.46 "DELETE /v2.0/ports/5222d976-3aa1-4758-86c1-106594f91ad3 HTTP/1.1" status: 204 len: 173 time: 2.3922796 Apr 14 20:29:57.926022 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c934aff1-66a0-46f7-b1a9-5288cf6f2105 req-8d8e3c25-22fd-43d5-a898-7d39e36f33ff service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135556 Apr 14 20:29:57.955656 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-92050f4d-1c79-4b75-9ddc-d1d15dba1a8e req-64e5db14-d8d4-44c5-a936-e7b380b9bb8e service neutron] 10.222.0.46 "GET /v2.0/networks/d0ae32ba-f63e-4871-a0db-3e11ef229577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064407 Apr 14 20:29:58.007056 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c08c8f40-8f53-4f06-8895-062c6b043928 None None] Set router 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:29:58.041658 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-c98b486e-15e3-43fb-897c-1d50f20203b3 None None] Set router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:29:58.162416 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 5222d976-3aa1-4758-86c1-106594f91ad3 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:29:58.224794 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: 5222d976-3aa1-4758-86c1-106594f91ad3 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:29:58.225120 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 5222d976-3aa1-4758-86c1-106594f91ad3 not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:29:58.237028 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c08c8f40-8f53-4f06-8895-062c6b043928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'name': 'tempest-TestMinimumBasicScenario-1412041822-router', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:42Z', 'updated_at': '2022-04-14T20:24:45Z', 'revision_number': 4, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'gw_port': {'id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:43Z', 'updated_at': '2022-04-14T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '8e4dbd77-afe9-43b8-82fd-908d748a16cf', 'name': '', 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'mac_address': 'fa:16:3e:40:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:45Z', 'updated_at': '2022-04-14T20:24:49Z', 'revision_number': 5, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'subnets': [{'id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:29:58.259053 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'tag': 'c3945c7c-4edd-450e-b718-1291b902ff1b'}, {'name': 'network-changed', 'server_uuid': 'ae94fce4-7d3b-43cc-bb77-d9c593d3547f', 'tag': '115328be-b857-41f6-b058-f319f080cd10'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:29:58.261406 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdbe11d59a66eb6431a54a4c04aa9c41f8d225d3092e952352ea334af4395ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2219498a-29cf-417c-8317-67a1743a10d7" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd023ba-dba8-4012-83b1-77371c1b752b", "tag": "c3945c7c-4edd-450e-b718-1291b902ff1b"}, {"name": "network-changed", "server_uuid": "ae94fce4-7d3b-43cc-bb77-d9c593d3547f", "tag": "115328be-b857-41f6-b058-f319f080cd10"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:29:58.264011 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c8f40-8f53-4f06-8895-062c6b043928 None None] Checking router: 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:29:58.272778 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c8f40-8f53-4f06-8895-062c6b043928 None None] Routers {'2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:29:58.273392 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c08c8f40-8f53-4f06-8895-062c6b043928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:29:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:29:58.307337 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 14 Apr 2022 20:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9308654-780d-478d-bc75-a4bbf7f3c3d4 x-openstack-request-id: req-a9308654-780d-478d-bc75-a4bbf7f3c3d4 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:29:58.307638 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd023ba-dba8-4012-83b1-77371c1b752b", "tag": "c3945c7c-4edd-450e-b718-1291b902ff1b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ae94fce4-7d3b-43cc-bb77-d9c593d3547f", "tag": "115328be-b857-41f6-b058-f319f080cd10", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:29:58.307893 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a9308654-780d-478d-bc75-a4bbf7f3c3d4 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:29:58.308308 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9308654-780d-478d-bc75-a4bbf7f3c3d4'] response: {'name': 'network-changed', 'server_uuid': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'tag': 'c3945c7c-4edd-450e-b718-1291b902ff1b', 'status': 'completed', 'code': 200} Apr 14 20:29:58.308567 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9308654-780d-478d-bc75-a4bbf7f3c3d4'] response: {'name': 'network-changed', 'server_uuid': 'ae94fce4-7d3b-43cc-bb77-d9c593d3547f', 'tag': '115328be-b857-41f6-b058-f319f080cd10', 'status': 'completed', 'code': 200} Apr 14 20:29:58.341307 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a2e392-dad5-4001-949a-46d2b622684f', 'name': 'network-vif-deleted', 'tag': '5222d976-3aa1-4758-86c1-106594f91ad3'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:29:58.345003 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03b9ab0-545f-4dc1-8994-e6e404b59f87" -d '{"events": [{"server_uuid": "a2a2e392-dad5-4001-949a-46d2b622684f", "name": "network-vif-deleted", "tag": "5222d976-3aa1-4758-86c1-106594f91ad3"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:29:58.386231 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591dd5d5-f50c-4a1c-a551-60237c06a352 x-openstack-request-id: req-591dd5d5-f50c-4a1c-a551-60237c06a352 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:29:58.386568 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a2e392-dad5-4001-949a-46d2b622684f", "name": "network-vif-deleted", "tag": "5222d976-3aa1-4758-86c1-106594f91ad3", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:29:58.386823 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-591dd5d5-f50c-4a1c-a551-60237c06a352 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:29:58.387754 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-591dd5d5-f50c-4a1c-a551-60237c06a352'] response: {'server_uuid': 'a2a2e392-dad5-4001-949a-46d2b622684f', 'name': 'network-vif-deleted', 'tag': '5222d976-3aa1-4758-86c1-106594f91ad3', 'status': 'completed', 'code': 200} Apr 14 20:29:58.441907 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c08c8f40-8f53-4f06-8895-062c6b043928 None None] Set router 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:29:58.477286 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219498a-29cf-417c-8317-67a1743a10d7 req-fce9ae21-0489-4775-8a46-1943d7b6aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:58.478746 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2219498a-29cf-417c-8317-67a1743a10d7 req-fce9ae21-0489-4775-8a46-1943d7b6aaae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 1130 time: 0.0810995 Apr 14 20:29:58.518350 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c98b486e-15e3-43fb-897c-1d50f20203b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:22:43Z', 'revision_number': 4, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port': {'id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:20:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:37Z', 'updated_at': '2022-04-14T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0', 'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'mac_address': 'fa:16:3e:51:f7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:42Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 5, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'subnets': [{'id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:29:58.568600 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98b486e-15e3-43fb-897c-1d50f20203b3 None None] Checking router: 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:29:58.578975 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98b486e-15e3-43fb-897c-1d50f20203b3 None None] Routers {'5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:29:58.579883 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c98b486e-15e3-43fb-897c-1d50f20203b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:29:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:29:58.622143 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2b5b017d-12c5-4219-9262-b54ddfc03b53 req-17d628bc-d16f-4111-8428-89917a5ebc99 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a2e392-dad5-4001-949a-46d2b622684f HTTP/1.1" status: 200 len: 210 time: 0.0690780 Apr 14 20:29:58.659673 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219498a-29cf-417c-8317-67a1743a10d7 req-8cfc0bed-003d-44b0-bc5b-cce7c29ad3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:58.661203 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2219498a-29cf-417c-8317-67a1743a10d7 req-8cfc0bed-003d-44b0-bc5b-cce7c29ad3cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 200 len: 920 time: 0.1710961 Apr 14 20:29:58.723491 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-c98b486e-15e3-43fb-897c-1d50f20203b3 None None] Set router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:29:58.737045 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c08c8f40-8f53-4f06-8895-062c6b043928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'name': 'tempest-TestMinimumBasicScenario-1412041822-router', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:42Z', 'updated_at': '2022-04-14T20:24:45Z', 'revision_number': 4, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'gw_port': {'id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:43Z', 'updated_at': '2022-04-14T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '8e4dbd77-afe9-43b8-82fd-908d748a16cf', 'name': '', 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'mac_address': 'fa:16:3e:40:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:45Z', 'updated_at': '2022-04-14T20:24:49Z', 'revision_number': 5, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'subnets': [{'id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:29:58.754831 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbacb21-c1b2-410d-b627-e7a27181780d req-f2f04e33-72b0-4c5e-ab36-d71d8c7dd522 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:58.756850 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6fbacb21-c1b2-410d-b627-e7a27181780d req-f2f04e33-72b0-4c5e-ab36-d71d8c7dd522 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0602462 Apr 14 20:29:58.768984 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c8f40-8f53-4f06-8895-062c6b043928 None None] The sync data for ids ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'] in dv-cinder-837539-3-iscsi is: [{'id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'name': 'tempest-TestMinimumBasicScenario-1412041822-router', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:42Z', 'updated_at': '2022-04-14T20:24:45Z', 'revision_number': 4, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'gw_port': {'id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:43Z', 'updated_at': '2022-04-14T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '8e4dbd77-afe9-43b8-82fd-908d748a16cf', 'name': '', 'network_id': 'd0ae32ba-f63e-4871-a0db-3e11ef229577', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'mac_address': 'fa:16:3e:40:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:45Z', 'updated_at': '2022-04-14T20:24:49Z', 'revision_number': 5, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'subnets': [{'id': '68e55fb6-fc75-4b6d-952a-c4a8c730ba8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:29:58.826415 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6fbacb21-c1b2-410d-b627-e7a27181780d req-0af1d1fe-f482-4163-a852-748ac42bc5a0 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588865 Apr 14 20:29:58.954827 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c98b486e-15e3-43fb-897c-1d50f20203b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:22:43Z', 'revision_number': 4, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port': {'id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:20:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:37Z', 'updated_at': '2022-04-14T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0', 'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'mac_address': 'fa:16:3e:51:f7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:42Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 5, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'subnets': [{'id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:29:58.991541 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98b486e-15e3-43fb-897c-1d50f20203b3 None None] The sync data for ids ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'] in dv-cinder-837539-3-iscsi is: [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:22:43Z', 'revision_number': 4, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port': {'id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:20:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:37Z', 'updated_at': '2022-04-14T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0', 'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'mac_address': 'fa:16:3e:51:f7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:42Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 5, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'subnets': [{'id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:29:59.018490 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2219498a-29cf-417c-8317-67a1743a10d7 req-f6dce121-d77c-438f-bb7e-6b71604a682e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3945c7c-4edd-450e-b718-1291b902ff1b HTTP/1.1" status: 200 len: 1002 time: 0.0942352 Apr 14 20:29:59.109587 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec287c4-77f3-4403-8364-fd451707fc4c None None] New status for floating IP 584fd019-9503-430b-b9ec-9387aba7e839: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:29:59.149730 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219498a-29cf-417c-8317-67a1743a10d7 req-d71dd6f2-5b7c-492e-8a22-26757636a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:59.151310 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2219498a-29cf-417c-8317-67a1743a10d7 req-d71dd6f2-5b7c-492e-8a22-26757636a329 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa8a56ac-3172-4f0f-9a52-265e07c67e59 HTTP/1.1" status: 200 len: 858 time: 0.0668304 Apr 14 20:29:59.204632 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219498a-29cf-417c-8317-67a1743a10d7 req-2bd35f72-04d5-4e7e-8822-432c36dffad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:59.206996 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2219498a-29cf-417c-8317-67a1743a10d7 req-2bd35f72-04d5-4e7e-8822-432c36dffad7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16448b67-0841-4eef-b889-fdba363b68dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482912 Apr 14 20:29:59.331765 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2219498a-29cf-417c-8317-67a1743a10d7 req-0a0d86d7-757b-4d0a-904a-c0a822689775 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120160 Apr 14 20:29:59.370681 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1354d3-e376-453a-bd4b-114f8d31a8e7 None None] New status for floating IP 1bdb13be-683f-416d-850f-3108697e56e2: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:29:59.456254 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2219498a-29cf-417c-8317-67a1743a10d7 req-2d600e29-8e8a-4bfc-a86f-f7cd7ae66b10 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009495 Apr 14 20:29:59.553440 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219498a-29cf-417c-8317-67a1743a10d7 req-0888a262-fdfa-4fce-8485-e173bd96bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:59.555145 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2219498a-29cf-417c-8317-67a1743a10d7 req-0888a262-fdfa-4fce-8485-e173bd96bce6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad225bf8aa6a4b28ad215f698e0e6960&device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 1130 time: 0.0439720 Apr 14 20:29:59.651420 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219498a-29cf-417c-8317-67a1743a10d7 req-1970a7cd-47f9-4f42-bfa9-db0f3899192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:59.652890 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2219498a-29cf-417c-8317-67a1743a10d7 req-1970a7cd-47f9-4f42-bfa9-db0f3899192f service neutron] 10.222.0.46 "GET /v2.0/networks?id=d0ae32ba-f63e-4871-a0db-3e11ef229577 HTTP/1.1" status: 200 len: 916 time: 0.0916286 Apr 14 20:29:59.705121 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2219498a-29cf-417c-8317-67a1743a10d7 req-caa58aa4-8a37-41de-8c59-6d8e8f8ff785 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=115328be-b857-41f6-b058-f319f080cd10 HTTP/1.1" status: 200 len: 217 time: 0.0457880 Apr 14 20:29:59.736774 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37456) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:29:59.765395 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219498a-29cf-417c-8317-67a1743a10d7 req-1f04710a-5df0-4a98-8f1e-b01a3a101be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:59.766875 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2219498a-29cf-417c-8317-67a1743a10d7 req-1f04710a-5df0-4a98-8f1e-b01a3a101be6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68e55fb6-fc75-4b6d-952a-c4a8c730ba8a HTTP/1.1" status: 200 len: 854 time: 0.0535851 Apr 14 20:29:59.792611 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df9e1372-96a5-494c-9710-30520846fa72 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group (fdb21c41-7df5-486c-905e-a0aaaaf4ca33), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:59.811286 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219498a-29cf-417c-8317-67a1743a10d7 req-c5b51014-4ef5-431c-9c08-8bdc6d134d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:59.812746 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2219498a-29cf-417c-8317-67a1743a10d7 req-c5b51014-4ef5-431c-9c08-8bdc6d134d9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d0ae32ba-f63e-4871-a0db-3e11ef229577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397155 Apr 14 20:29:59.817503 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df9e1372-96a5-494c-9710-30520846fa72 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group (fdb21c41-7df5-486c-905e-a0aaaaf4ca33), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:59.871752 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df9e1372-96a5-494c-9710-30520846fa72 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (fdb21c41-7df5-486c-905e-a0aaaaf4ca33), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:59.876019 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df9e1372-96a5-494c-9710-30520846fa72 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:29:59.879895 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-df9e1372-96a5-494c-9710-30520846fa72 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "DELETE /v2.0/security-groups/fdb21c41-7df5-486c-905e-a0aaaaf4ca33 HTTP/1.1" status: 204 len: 168 time: 0.1390431 Apr 14 20:29:59.884130 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37460) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:29:59.900738 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e1372-96a5-494c-9710-30520846fa72 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb21c41-7df5-486c-905e-a0aaaaf4ca33,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:29:59.919315 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.api.v2.resource [None req-0e5d51af-c308-4ed4-8945-b88cf6187d7c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] show failed (client error): The resource could not be found. Apr 14 20:29:59.919732 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-0e5d51af-c308-4ed4-8945-b88cf6187d7c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups/fdb21c41-7df5-486c-905e-a0aaaaf4ca33 HTTP/1.1" status: 404 len: 347 time: 0.0347199 Apr 14 20:29:59.934414 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2219498a-29cf-417c-8317-67a1743a10d7 req-3aa4d1fc-188a-4114-8b66-4847aa62c799 service neutron] 10.222.0.46 "GET /v2.0/networks/d0ae32ba-f63e-4871-a0db-3e11ef229577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131990 Apr 14 20:29:59.935012 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37462) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:29:59.962483 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fad39-6f31-403f-95f6-6284e8e5c754 req-5b323fe3-d0c3-4c1c-917f-e9831962a232 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:29:59.964239 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0d5fad39-6f31-403f-95f6-6284e8e5c754 req-5b323fe3-d0c3-4c1c-917f-e9831962a232 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0664139 Apr 14 20:30:00.017147 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0d5fad39-6f31-403f-95f6-6284e8e5c754 req-f503cea3-ff11-4710-a6ab-a620d5fa6e87 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464501 Apr 14 20:30:00.117342 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Deleting port d9ea485c-c453-4849-b62b-f0a7ac53e95f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:30:00.117590 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (d9ea485c-c453-4849-b62b-f0a7ac53e95f), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:00.146355 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2219498a-29cf-417c-8317-67a1743a10d7 req-e27c9e9d-862f-4903-892b-98d2ccc512be service neutron] 10.222.0.46 "GET /v2.0/networks/d0ae32ba-f63e-4871-a0db-3e11ef229577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742353 Apr 14 20:30:00.204724 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (d9ea485c-c453-4849-b62b-f0a7ac53e95f), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:00.205048 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for floatingip (d9ea485c-c453-4849-b62b-f0a7ac53e95f), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:00.218684 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Calling delete_port for d9ea485c-c453-4849-b62b-f0a7ac53e95f owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:30:00.372081 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (d9ea485c-c453-4849-b62b-f0a7ac53e95f), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:00.399828 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Pushing event deleted for resources: {'Port': ['ID=d9ea485c-c453-4849-b62b-f0a7ac53e95f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:00.413551 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:00.413910 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:00.414255 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:00.414677 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:00.415021 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:00.415359 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:00.415695 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:00.416028 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:00.416357 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:00.416686 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:00.417017 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:00.417344 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:00.417671 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:00.417997 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:00.418335 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:00.485861 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for floatingip (1bdb13be-683f-416d-850f-3108697e56e2), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:00.488450 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:00.492602 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-57366ca9-6768-4342-be10-f840032eacea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "DELETE /v2.0/floatingips/1bdb13be-683f-416d-850f-3108697e56e2 HTTP/1.1" status: 204 len: 168 time: 0.5529773 Apr 14 20:30:00.688161 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37476) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:00.692995 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-739aad59-ad47-4fe9-8d78-23dbe00f4320 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1013992720', 'description': 'tempest-description--997635134'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:30:00.713393 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-739aad59-ad47-4fe9-8d78-23dbe00f4320 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:00.778767 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-739aad59-ad47-4fe9-8d78-23dbe00f4320 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group (9c3aa366-c007-410e-92ab-8717b9258921), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:00.782962 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-739aad59-ad47-4fe9-8d78-23dbe00f4320 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (9c3aa366-c007-410e-92ab-8717b9258921), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:00.811929 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-739aad59-ad47-4fe9-8d78-23dbe00f4320 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:00.813133 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-739aad59-ad47-4fe9-8d78-23dbe00f4320 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1236563 Apr 14 20:30:00.814990 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739aad59-ad47-4fe9-8d78-23dbe00f4320 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3aa366-c007-410e-92ab-8717b9258921,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:00.816544 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37478) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:00.821612 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c72c311d-0ed2-4705-8f74-b79a08c4631c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Request body: {'security_group_rule': {'security_group_id': '9c3aa366-c007-410e-92ab-8717b9258921', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:30:00.856114 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c72c311d-0ed2-4705-8f74-b79a08c4631c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group_rule (18ad1d98-8de5-4278-a98e-5e230ac4642d), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:00.911758 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c72c311d-0ed2-4705-8f74-b79a08c4631c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group_rule (18ad1d98-8de5-4278-a98e-5e230ac4642d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:00.915137 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c72c311d-0ed2-4705-8f74-b79a08c4631c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (18ad1d98-8de5-4278-a98e-5e230ac4642d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:00.932307 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c311d-0ed2-4705-8f74-b79a08c4631c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ad1d98-8de5-4278-a98e-5e230ac4642d,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:00.939370 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c72c311d-0ed2-4705-8f74-b79a08c4631c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:00.940555 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-c72c311d-0ed2-4705-8f74-b79a08c4631c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224198 Apr 14 20:30:00.943303 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37480) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:00.947439 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-18e58270-ee21-4253-ab6a-4fdcd3a86c1c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Request body: {'security_group_rule': {'security_group_id': '9c3aa366-c007-410e-92ab-8717b9258921', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:30:00.972701 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18e58270-ee21-4253-ab6a-4fdcd3a86c1c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group_rule (3eb35d3d-91dd-46fa-a54e-9c7b8cb48bce), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:01.025576 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18e58270-ee21-4253-ab6a-4fdcd3a86c1c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group_rule (3eb35d3d-91dd-46fa-a54e-9c7b8cb48bce), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:01.028840 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18e58270-ee21-4253-ab6a-4fdcd3a86c1c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (3eb35d3d-91dd-46fa-a54e-9c7b8cb48bce), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:01.045742 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e58270-ee21-4253-ab6a-4fdcd3a86c1c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb35d3d-91dd-46fa-a54e-9c7b8cb48bce,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:01.055235 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18e58270-ee21-4253-ab6a-4fdcd3a86c1c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:01.060941 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-18e58270-ee21-4253-ab6a-4fdcd3a86c1c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1122296 Apr 14 20:30:01.061070 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37484) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:01.065307 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b7666f9a-783a-49e5-b223-3b82e6cdab5d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Request body: {'floatingip': {'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:30:01.085270 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7666f9a-783a-49e5-b223-3b82e6cdab5d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:01.141836 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00638e7f-dcc3-41b9-a99e-16394c56a955 req-5bbaff2c-7482-4371-af4a-eebd1ab45a08 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:01.143330 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-00638e7f-dcc3-41b9-a99e-16394c56a955 req-5bbaff2c-7482-4371-af4a-eebd1ab45a08 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0490170 Apr 14 20:30:01.164919 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7666f9a-783a-49e5-b223-3b82e6cdab5d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:01.200840 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-00638e7f-dcc3-41b9-a99e-16394c56a955 req-8293cf92-1005-4083-a1c5-de56a0ed8d04 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519569 Apr 14 20:30:01.285302 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b7666f9a-783a-49e5-b223-3b82e6cdab5d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Allocated IP 172.27.3.75 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/0f158809-39ff-4aaf-adf0-5067d35dce85) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:30:01.322780 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51d1c717-79d6-4c5e-a393-b80654a7e338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:01.394834 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7666f9a-783a-49e5-b223-3b82e6cdab5d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for port (0f158809-39ff-4aaf-adf0-5067d35dce85), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:01.425840 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7666f9a-783a-49e5-b223-3b82e6cdab5d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (0f158809-39ff-4aaf-adf0-5067d35dce85), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:01.464041 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7666f9a-783a-49e5-b223-3b82e6cdab5d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:30:01.468792 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b7666f9a-783a-49e5-b223-3b82e6cdab5d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:30:01.472273 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7666f9a-783a-49e5-b223-3b82e6cdab5d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:30:01.477559 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7666f9a-783a-49e5-b223-3b82e6cdab5d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Pushing event updated for resources: {'Port': ['ID=0f158809-39ff-4aaf-adf0-5067d35dce85,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:01.557645 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7666f9a-783a-49e5-b223-3b82e6cdab5d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for floatingip (ea024fb4-2df6-42f7-87a3-a03807a7b651), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:01.598879 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7666f9a-783a-49e5-b223-3b82e6cdab5d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (0f158809-39ff-4aaf-adf0-5067d35dce85), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:01.760074 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7666f9a-783a-49e5-b223-3b82e6cdab5d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for port (0f158809-39ff-4aaf-adf0-5067d35dce85), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:01.764864 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7666f9a-783a-49e5-b223-3b82e6cdab5d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (0f158809-39ff-4aaf-adf0-5067d35dce85), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:01.818508 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c1663-9a1c-4891-a316-0e1e3cd1b97b req-83d74ce7-8aef-4790-9d27-392e42d2d8bd tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:01.819985 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3a6c1663-9a1c-4891-a316-0e1e3cd1b97b req-83d74ce7-8aef-4790-9d27-392e42d2d8bd tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 946 time: 0.0477185 Apr 14 20:30:01.841430 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7666f9a-783a-49e5-b223-3b82e6cdab5d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Pushing event updated for resources: {'Port': ['ID=0f158809-39ff-4aaf-adf0-5067d35dce85,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:01.853279 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7666f9a-783a-49e5-b223-3b82e6cdab5d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (ea024fb4-2df6-42f7-87a3-a03807a7b651), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:01.867112 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3a6c1663-9a1c-4891-a316-0e1e3cd1b97b req-892483cb-f812-47d0-9cc0-11973ed59f7a tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413287 Apr 14 20:30:01.869230 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7666f9a-783a-49e5-b223-3b82e6cdab5d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:01.878362 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-b7666f9a-783a-49e5-b223-3b82e6cdab5d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8089097 Apr 14 20:30:02.059838 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-9897b222-40ea-4598-940d-48a9c52ce67c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1013992720&fields=id&tenant_id=f3f8c257adbc4afc935c3fed66259370 HTTP/1.1" status: 200 len: 267 time: 0.0414963 Apr 14 20:30:02.167143 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-36345b8a-7144-40ac-ad64-79c21cefddc3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:02.168592 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-36345b8a-7144-40ac-ad64-79c21cefddc3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/networks?id=b4197bec-e804-4778-9814-28700a63aa0d HTTP/1.1" status: 200 len: 817 time: 0.1020977 Apr 14 20:30:02.182981 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-f4c8e53a-03a6-4090-8f9f-70dd605c93bb tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/quotas/f3f8c257adbc4afc935c3fed66259370 HTTP/1.1" status: 200 len: 375 time: 0.0089760 Apr 14 20:30:02.231192 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-dbd598bf-5e6f-4531-b424-953cf4025ea6 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3f8c257adbc4afc935c3fed66259370&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429528 Apr 14 20:30:02.320697 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168746b3-95f7-4ce6-b7f7-630f08fea863 req-cc841436-c615-4b0a-870f-df635a4e5fb4 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:02.322167 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-168746b3-95f7-4ce6-b7f7-630f08fea863 req-cc841436-c615-4b0a-870f-df635a4e5fb4 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0486767 Apr 14 20:30:02.329751 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-72308cc9-37d3-469d-91f7-c00a88ba5480 service neutron] 10.222.0.11 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871046 Apr 14 20:30:02.423281 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-53449d4a-df82-4093-acab-781f999528d6 service neutron] 10.222.0.11 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877802 Apr 14 20:30:02.590579 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-51b57971-10b0-405a-9e7f-00633efddc6a req-c049cac2-b412-4310-b587-0dd273a9936f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 210 time: 0.0278838 Apr 14 20:30:02.591516 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-168746b3-95f7-4ce6-b7f7-630f08fea863 req-733fe4a8-fd9a-4738-9a5a-56c566aa7999 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628813 Apr 14 20:30:02.979520 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b2585-9b70-474e-9c66-bc341018605d req-0cb3ff4b-5c93-45ad-80af-1b95f75f5bfa tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:02.980979 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8d9b2585-9b70-474e-9c66-bc341018605d req-0cb3ff4b-5c93-45ad-80af-1b95f75f5bfa tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 946 time: 0.0465703 Apr 14 20:30:03.025602 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8d9b2585-9b70-474e-9c66-bc341018605d req-ce584a52-2541-47c2-85bd-a0bc7b7c2617 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383542 Apr 14 20:30:03.698925 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c9c7e38b-fa08-4eed-a535-327b99813e3b req-a2ee8e9a-4d49-4215-8fca-14934b458403 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 210 time: 0.0274992 Apr 14 20:30:03.705862 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2f57c54e-dc65-4988-b820-67b882e0b8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:03.715356 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a810a-9646-4c08-b4bc-ccb495d1805d req-9bb3da84-69bd-4923-a41f-55186d0ca39e tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:03.721295 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-924a810a-9646-4c08-b4bc-ccb495d1805d req-9bb3da84-69bd-4923-a41f-55186d0ca39e tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0541756 Apr 14 20:30:03.775768 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-924a810a-9646-4c08-b4bc-ccb495d1805d req-50a801f3-6d8c-4752-8e99-975f74bc4bf7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527356 Apr 14 20:30:04.141619 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cdf93-e998-4236-8df5-90f26cb57c85 req-095f604f-5269-45ac-8daa-b090d8660473 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:04.143132 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-621cdf93-e998-4236-8df5-90f26cb57c85 req-095f604f-5269-45ac-8daa-b090d8660473 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 946 time: 0.0489719 Apr 14 20:30:04.188976 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-621cdf93-e998-4236-8df5-90f26cb57c85 req-8fb9b842-deca-4fc8-af84-08b278809f52 tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/security-groups?id=4802e3a4-2299-4e7e-bedd-853b7639ac76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401268 Apr 14 20:30:04.278150 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0dc3c-4a74-4305-8ece-673b3a8c9066 req-c5b3b3cb-8b20-40b7-8e44-4db74b8bf43e tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:04.280223 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6cf0dc3c-4a74-4305-8ece-673b3a8c9066 req-c5b3b3cb-8b20-40b7-8e44-4db74b8bf43e tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 946 time: 0.0461438 Apr 14 20:30:04.428108 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-6cf0dc3c-4a74-4305-8ece-673b3a8c9066 req-2a199211-df38-4242-873a-962471317a0c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Deleting port 115328be-b857-41f6-b058-f319f080cd10 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:30:04.428457 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6cf0dc3c-4a74-4305-8ece-673b3a8c9066 req-2a199211-df38-4242-873a-962471317a0c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (115328be-b857-41f6-b058-f319f080cd10), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:04.518212 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-ffbde0b2-a985-43db-a6c8-adf69a0cfe38 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:04.519659 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-ffbde0b2-a985-43db-a6c8-adf69a0cfe38 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.46 "GET /v2.0/networks?id=b4197bec-e804-4778-9814-28700a63aa0d HTTP/1.1" status: 200 len: 817 time: 0.1996560 Apr 14 20:30:04.545401 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-6cf0dc3c-4a74-4305-8ece-673b3a8c9066 req-2a199211-df38-4242-873a-962471317a0c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] For port 115328be-b857-41f6-b058-f319f080cd10, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=115328be-b857-41f6-b058-f319f080cd10,segment=NetworkSegment(998aa7c0-879a-4aa5-9406-f0f8069123a1),segment_id=998aa7c0-879a-4aa5-9406-f0f8069123a1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:04.545701 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6cf0dc3c-4a74-4305-8ece-673b3a8c9066 req-2a199211-df38-4242-873a-962471317a0c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (115328be-b857-41f6-b058-f319f080cd10), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:04.558969 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-6cf0dc3c-4a74-4305-8ece-673b3a8c9066 req-2a199211-df38-4242-873a-962471317a0c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Calling delete_port for 115328be-b857-41f6-b058-f319f080cd10 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:30:04.673861 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-1cf7c46e-cb7a-4fcb-b0ab-5dcd2ec11cfc tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3f8c257adbc4afc935c3fed66259370 HTTP/1.1" status: 200 len: 380 time: 0.0754058 Apr 14 20:30:04.683575 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-e0eb094e-727e-4e2a-85fe-4769597f7cb0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Request body: {'port': {'device_id': '8e018638-3597-4aa1-ac33-e3dc44add4ed', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'admin_state_up': True, 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'security_groups': ['9c3aa366-c007-410e-92ab-8717b9258921']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:30:04.711854 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:04.903596 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cad34-e92f-4665-9e80-38bd6059b796 req-ad247cf8-1466-4ec6-97e2-1c6f9bde761d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:04.905527 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8c6cad34-e92f-4665-9e80-38bd6059b796 req-ad247cf8-1466-4ec6-97e2-1c6f9bde761d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0491323 Apr 14 20:30:04.957843 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8c6cad34-e92f-4665-9e80-38bd6059b796 req-6ccde7d5-eee3-4fb7-9a76-70928c7150e7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464506 Apr 14 20:30:05.086710 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3098c15b-1985-4a5c-9628-6cd3d5d29078 req-f42c8427-7535-4bf0-876f-168dd1ad892f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 210 time: 0.3123937 Apr 14 20:30:05.087292 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6cf0dc3c-4a74-4305-8ece-673b3a8c9066 req-2a199211-df38-4242-873a-962471317a0c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (115328be-b857-41f6-b058-f319f080cd10), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:05.131881 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a199211-df38-4242-873a-962471317a0c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Pushing event deleted for resources: {'Port': ['ID=115328be-b857-41f6-b058-f319f080cd10,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:05.181350 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf0dc3c-4a74-4305-8ece-673b3a8c9066 req-2a199211-df38-4242-873a-962471317a0c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] No DVR routers for this DVR port 115328be-b857-41f6-b058-f319f080cd10 on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:30:05.184485 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6cf0dc3c-4a74-4305-8ece-673b3a8c9066 req-2a199211-df38-4242-873a-962471317a0c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:05.188659 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6cf0dc3c-4a74-4305-8ece-673b3a8c9066 req-2a199211-df38-4242-873a-962471317a0c tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.46 "DELETE /v2.0/ports/115328be-b857-41f6-b058-f319f080cd10 HTTP/1.1" status: 204 len: 173 time: 0.9024503 Apr 14 20:30:05.189202 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae94fce4-7d3b-43cc-bb77-d9c593d3547f', 'name': 'network-vif-deleted', 'tag': '115328be-b857-41f6-b058-f319f080cd10'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:30:05.192129 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6120deca-19c3-4608-8f22-66a4bc37e194" -d '{"events": [{"server_uuid": "ae94fce4-7d3b-43cc-bb77-d9c593d3547f", "name": "network-vif-deleted", "tag": "115328be-b857-41f6-b058-f319f080cd10"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:30:05.206154 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-e0eb094e-727e-4e2a-85fe-4769597f7cb0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Made reservation on behalf of f3f8c257adbc4afc935c3fed66259370 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:30:05.209772 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-e0eb094e-727e-4e2a-85fe-4769597f7cb0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:05.267568 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fef40c-3441-4844-a1c7-696a0832ddd6 x-openstack-request-id: req-c8fef40c-3441-4844-a1c7-696a0832ddd6 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:30:05.267859 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae94fce4-7d3b-43cc-bb77-d9c593d3547f", "name": "network-vif-deleted", "tag": "115328be-b857-41f6-b058-f319f080cd10", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:30:05.268113 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c8fef40c-3441-4844-a1c7-696a0832ddd6 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:30:05.268518 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8fef40c-3441-4844-a1c7-696a0832ddd6'] response: {'server_uuid': 'ae94fce4-7d3b-43cc-bb77-d9c593d3547f', 'name': 'network-vif-deleted', 'tag': '115328be-b857-41f6-b058-f319f080cd10', 'status': 'completed', 'code': 200} Apr 14 20:30:05.312167 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e330e22e-0864-4c20-84a2-758de1ca1780 req-0fb4297d-eda4-4252-b8f1-a56305f5d38a tempest-TestMinimumBasicScenario-1433760480 tempest-TestMinimumBasicScenario-1433760480-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae94fce4-7d3b-43cc-bb77-d9c593d3547f HTTP/1.1" status: 200 len: 210 time: 0.0427885 Apr 14 20:30:05.374374 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-e0eb094e-727e-4e2a-85fe-4769597f7cb0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Allocated IP 172.20.0.7 (b4197bec-e804-4778-9814-28700a63aa0d/997b9dd2-aea4-4c9c-9ac9-49ac96810906/0ca574fc-73cb-44be-848f-4da23235ee9b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:30:05.518723 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-e0eb094e-727e-4e2a-85fe-4769597f7cb0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:05.552851 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-e0eb094e-727e-4e2a-85fe-4769597f7cb0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:05.597016 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-e0eb094e-727e-4e2a-85fe-4769597f7cb0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Network b4197bec-e804-4778-9814-28700a63aa0d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:30:05.602349 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-e0eb094e-727e-4e2a-85fe-4769597f7cb0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:30:05.606178 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-e0eb094e-727e-4e2a-85fe-4769597f7cb0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:30:05.631040 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb094e-727e-4e2a-85fe-4769597f7cb0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Pushing event updated for resources: {'Port': ['ID=0ca574fc-73cb-44be-848f-4da23235ee9b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:05.674684 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-e0eb094e-727e-4e2a-85fe-4769597f7cb0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:05.675398 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-e0eb094e-727e-4e2a-85fe-4769597f7cb0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:05.693878 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-e0eb094e-727e-4e2a-85fe-4769597f7cb0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0137827 Apr 14 20:30:05.716222 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Request body: {'port': {'device_id': '8e018638-3597-4aa1-ac33-e3dc44add4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:30:05.786897 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:05.872879 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-cdfe3e21-3044-4dfc-8c6c-5ad16be0d392 None None] Provisioning complete for port 0ca574fc-73cb-44be-848f-4da23235ee9b triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:30:05.873461 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cdfe3e21-3044-4dfc-8c6c-5ad16be0d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:05.911025 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe3e21-3044-4dfc-8c6c-5ad16be0d392 None None] Port 0ca574fc-73cb-44be-848f-4da23235ee9b cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:30:06.052494 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca574fc-73cb-44be-848f-4da23235ee9b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:30:06.061361 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Publish callbacks [] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:06.073610 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Transition to ACTIVE for port object 0ca574fc-73cb-44be-848f-4da23235ee9b will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:30:06.077088 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590aa523-f18f-44ef-8b84-84c2ae087a32 req-d7893c85-787c-44b3-b388-0442f6144f03 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:06.078101 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:06.078604 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-590aa523-f18f-44ef-8b84-84c2ae087a32 req-d7893c85-787c-44b3-b388-0442f6144f03 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0503211 Apr 14 20:30:06.133959 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-590aa523-f18f-44ef-8b84-84c2ae087a32 req-73bb0771-ca68-43bf-84e1-5d066a8f2db5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491495 Apr 14 20:30:06.135059 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Pushing event updated for resources: {'Port': ['ID=0ca574fc-73cb-44be-848f-4da23235ee9b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:06.211331 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 115328be-b857-41f6-b058-f319f080cd10 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:30:06.215838 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:06.240815 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: 115328be-b857-41f6-b058-f319f080cd10 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:30:06.241260 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 115328be-b857-41f6-b058-f319f080cd10 not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:30:06.242562 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Attempting to bind port 0ca574fc-73cb-44be-848f-4da23235ee9b on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:30:06.242910 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Attempting to bind port 0ca574fc-73cb-44be-848f-4da23235ee9b by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'fb450111-28f1-4175-a0b8-f2d926fdd69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:30:06.243240 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Attempting to bind port 0ca574fc-73cb-44be-848f-4da23235ee9b on network b4197bec-e804-4778-9814-28700a63aa0d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:30:06.251879 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4b62f-4ba1-4385-9907-4b455bef5248 req-aae3be69-72a6-4506-81ce-39737c62c682 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:06.253428 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6ac4b62f-4ba1-4385-9907-4b455bef5248 req-aae3be69-72a6-4506-81ce-39737c62c682 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0634563 Apr 14 20:30:06.257032 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Port 0ca574fc-73cb-44be-848f-4da23235ee9b on network b4197bec-e804-4778-9814-28700a63aa0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:30:06.257370 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Attempting to bind port 0ca574fc-73cb-44be-848f-4da23235ee9b on network b4197bec-e804-4778-9814-28700a63aa0d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:30:06.269331 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:30:06.269674 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Checking segment: {'id': 'fb450111-28f1-4175-a0b8-f2d926fdd69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:30:06.270059 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Bound using segment: {'id': 'fb450111-28f1-4175-a0b8-f2d926fdd69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:30:06.270517 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Bound port: 0ca574fc-73cb-44be-848f-4da23235ee9b, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb450111-28f1-4175-a0b8-f2d926fdd69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:30:06.270880 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:06.342227 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6ac4b62f-4ba1-4385-9907-4b455bef5248 req-65cb264c-9de4-4928-94e1-58b34f25fe6a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823901 Apr 14 20:30:06.379155 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] For port 0ca574fc-73cb-44be-848f-4da23235ee9b, host hv-cinder-83753, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:30:06.383803 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] For port 0ca574fc-73cb-44be-848f-4da23235ee9b, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0ca574fc-73cb-44be-848f-4da23235ee9b,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:30:06.390193 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:06.424967 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:06.425587 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:06.427295 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] 10.222.0.46 "PUT /v2.0/ports/0ca574fc-73cb-44be-848f-4da23235ee9b HTTP/1.1" status: 200 len: 1093 time: 0.7154047 Apr 14 20:30:06.449549 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad1f61-0a69-4aba-b62b-e245529d23bc service neutron] Pushing event updated for resources: {'Port': ['ID=0ca574fc-73cb-44be-848f-4da23235ee9b,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:06.514658 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-c61f7d88-e03b-426e-9852-35b943ede495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:06.516175 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-c61f7d88-e03b-426e-9852-35b943ede495 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3f8c257adbc4afc935c3fed66259370&device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 1127 time: 0.0420625 Apr 14 20:30:06.570619 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-a7e56878-fdce-4e30-babd-0ca8eb13f920 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ca574fc-73cb-44be-848f-4da23235ee9b HTTP/1.1" status: 200 len: 217 time: 0.0431287 Apr 14 20:30:06.628247 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-6dead7ba-553f-478b-9a21-67eb650e6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:06.629752 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-6dead7ba-553f-478b-9a21-67eb650e6139 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=997b9dd2-aea4-4c9c-9ac9-49ac96810906 HTTP/1.1" status: 200 len: 856 time: 0.0511956 Apr 14 20:30:06.711028 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-70fafb92-ae32-4401-8308-201b7cd875c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:06.712736 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-70fafb92-ae32-4401-8308-201b7cd875c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4197bec-e804-4778-9814-28700a63aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430100 Apr 14 20:30:06.856284 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-48d461b3-ecd2-46ad-8985-95e0d7e7e1c5 service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969188 Apr 14 20:30:06.956352 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b297157e-8d01-4b6e-88c1-d3594c2b6d0c req-67cfc2a3-65e0-44ad-8c1a-2d5b39223944 service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896695 Apr 14 20:30:07.052366 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37586) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:07.251855 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee84fa5-ade2-4453-8543-2bad1696dc09 req-11fc48fc-fac6-4baa-814a-17f1d872b790 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:07.253338 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3ee84fa5-ade2-4453-8543-2bad1696dc09 req-11fc48fc-fac6-4baa-814a-17f1d872b790 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0466762 Apr 14 20:30:07.280784 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e018638-3597-4aa1-ac33-e3dc44add4ed', 'tag': '0ca574fc-73cb-44be-848f-4da23235ee9b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:30:07.283026 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e78ff15-c1b2-46cd-843d-021e315bb1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "8e018638-3597-4aa1-ac33-e3dc44add4ed", "tag": "0ca574fc-73cb-44be-848f-4da23235ee9b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:30:07.303902 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3ee84fa5-ade2-4453-8543-2bad1696dc09 req-b7ee65d7-6063-4afa-87e6-2da675d92bb8 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447288 Apr 14 20:30:07.349030 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f16903-822e-4ece-aa55-3faa65e78341 x-openstack-request-id: req-d6f16903-822e-4ece-aa55-3faa65e78341 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:30:07.349326 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e018638-3597-4aa1-ac33-e3dc44add4ed", "tag": "0ca574fc-73cb-44be-848f-4da23235ee9b", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:30:07.349572 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d6f16903-822e-4ece-aa55-3faa65e78341 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:30:07.349949 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f16903-822e-4ece-aa55-3faa65e78341'] response: {'name': 'network-changed', 'server_uuid': '8e018638-3597-4aa1-ac33-e3dc44add4ed', 'tag': '0ca574fc-73cb-44be-848f-4da23235ee9b', 'status': 'completed', 'code': 200} Apr 14 20:30:07.467927 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87e0ec-9b50-4291-b7bc-379f53be4e76 req-55fcc497-e91c-4311-8e6e-fe68ef4d7f56 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:07.469338 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7d87e0ec-9b50-4291-b7bc-379f53be4e76 req-55fcc497-e91c-4311-8e6e-fe68ef4d7f56 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0548656 Apr 14 20:30:07.516748 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7d87e0ec-9b50-4291-b7bc-379f53be4e76 req-82af8cdf-7a07-488f-9a3c-185bd4f580c9 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416729 Apr 14 20:30:07.603593 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f619b39-cbd6-4614-b411-79e5be6028f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-610754'] for router_interface (2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:07.882404 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6f619b39-cbd6-4614-b411-79e5be6028f7 admin admin] Deleting port 8e4dbd77-afe9-43b8-82fd-908d748a16cf {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:30:07.882772 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f619b39-cbd6-4614-b411-79e5be6028f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:07.961618 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6f619b39-cbd6-4614-b411-79e5be6028f7 admin admin] For port 8e4dbd77-afe9-43b8-82fd-908d748a16cf, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=8e4dbd77-afe9-43b8-82fd-908d748a16cf,segment=NetworkSegment(998aa7c0-879a-4aa5-9406-f0f8069123a1),segment_id=998aa7c0-879a-4aa5-9406-f0f8069123a1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:07.961989 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f619b39-cbd6-4614-b411-79e5be6028f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:07.974808 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6f619b39-cbd6-4614-b411-79e5be6028f7 admin admin] Calling delete_port for 8e4dbd77-afe9-43b8-82fd-908d748a16cf owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:30:08.094918 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:08.160303 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f619b39-cbd6-4614-b411-79e5be6028f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (8e4dbd77-afe9-43b8-82fd-908d748a16cf), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:08.186369 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f619b39-cbd6-4614-b411-79e5be6028f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4dbd77-afe9-43b8-82fd-908d748a16cf,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:08.348805 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f619b39-cbd6-4614-b411-79e5be6028f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610654'] for router_interface (2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:08.473977 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad0d34-75ac-42e8-8647-d693c7df6c8c req-30fa2ccb-872e-4dd8-aa74-2ee626bd4e4f tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:08.475319 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-12ad0d34-75ac-42e8-8647-d693c7df6c8c req-30fa2ccb-872e-4dd8-aa74-2ee626bd4e4f tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0804584 Apr 14 20:30:08.567453 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-12ad0d34-75ac-42e8-8647-d693c7df6c8c req-f1a5a6b6-a984-4e77-9495-5ff71eff23c4 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836241 Apr 14 20:30:08.635682 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd6842-efd9-4d67-bb7e-3ee25f78a831 req-8ee8516a-f427-4381-b02e-ceaf69f6c9f0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:08.637265 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d8dd6842-efd9-4d67-bb7e-3ee25f78a831 req-8ee8516a-f427-4381-b02e-ceaf69f6c9f0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0497944 Apr 14 20:30:08.643743 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f619b39-cbd6-4614-b411-79e5be6028f7 admin admin] Router 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:30:08.685338 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d8dd6842-efd9-4d67-bb7e-3ee25f78a831 req-d558412b-9936-49fb-9967-a2c18efc1978 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414741 Apr 14 20:30:08.752787 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f619b39-cbd6-4614-b411-79e5be6028f7 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:30:08.757763 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-6f619b39-cbd6-4614-b411-79e5be6028f7 admin admin] 10.222.0.11 "PUT /v2.0/routers/2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7043808 Apr 14 20:30:08.760311 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37600) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:08.764034 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9adbed3-244d-4114-9316-d10889a7743b None None] Sync routers for ids ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:30:08.773253 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9adbed3-244d-4114-9316-d10889a7743b None None] Routers {'2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:30:08.773864 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b9adbed3-244d-4114-9316-d10889a7743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:30:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:08.887628 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-b9adbed3-244d-4114-9316-d10889a7743b None None] Set router 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:30:09.066301 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b9adbed3-244d-4114-9316-d10889a7743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'name': 'tempest-TestMinimumBasicScenario-1412041822-router', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:42Z', 'updated_at': '2022-04-14T20:30:08Z', 'revision_number': 5, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'gw_port': {'id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:43Z', 'updated_at': '2022-04-14T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:09.093983 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9adbed3-244d-4114-9316-d10889a7743b None None] Checking router: 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:30:09.102146 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9adbed3-244d-4114-9316-d10889a7743b None None] Routers {'2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:30:09.102820 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b9adbed3-244d-4114-9316-d10889a7743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:30:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:09.130141 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f369c0df-4f29-4884-aa3c-e14159057d8b admin admin] Publish callbacks [] for router (2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:09.209792 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-b9adbed3-244d-4114-9316-d10889a7743b None None] Set router 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:30:09.240449 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f369c0df-4f29-4884-aa3c-e14159057d8b admin admin] Publish callbacks [] for router_gateway (2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:09.286256 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f369c0df-4f29-4884-aa3c-e14159057d8b admin admin] Deleting port f5ed5abd-84a3-418d-a1f4-9cf4ce37b964 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:30:09.286631 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f369c0df-4f29-4884-aa3c-e14159057d8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (f5ed5abd-84a3-418d-a1f4-9cf4ce37b964), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:09.335242 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:09.366698 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f369c0df-4f29-4884-aa3c-e14159057d8b admin admin] For port f5ed5abd-84a3-418d-a1f4-9cf4ce37b964, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=f5ed5abd-84a3-418d-a1f4-9cf4ce37b964,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:09.367319 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f369c0df-4f29-4884-aa3c-e14159057d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (f5ed5abd-84a3-418d-a1f4-9cf4ce37b964), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:09.381546 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f369c0df-4f29-4884-aa3c-e14159057d8b admin admin] Calling delete_port for f5ed5abd-84a3-418d-a1f4-9cf4ce37b964 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:30:09.392832 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b9adbed3-244d-4114-9316-d10889a7743b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'name': 'tempest-TestMinimumBasicScenario-1412041822-router', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:42Z', 'updated_at': '2022-04-14T20:30:08Z', 'revision_number': 5, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'gw_port': {'id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:43Z', 'updated_at': '2022-04-14T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:09.423578 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9adbed3-244d-4114-9316-d10889a7743b None None] The sync data for ids ['2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec'] in dv-cinder-837539-3-iscsi is: [{'id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'name': 'tempest-TestMinimumBasicScenario-1412041822-router', 'tenant_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:42Z', 'updated_at': '2022-04-14T20:30:08Z', 'revision_number': 5, 'project_id': 'ad225bf8aa6a4b28ad215f698e0e6960', 'gw_port': {'id': 'f5ed5abd-84a3-418d-a1f4-9cf4ce37b964', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:43Z', 'updated_at': '2022-04-14T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:30:09.567485 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78ff15-c1b2-46cd-843d-021e315bb1cd req-c919502d-1775-4fb2-942c-8617b7ef0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:09.568990 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7e78ff15-c1b2-46cd-843d-021e315bb1cd req-c919502d-1775-4fb2-942c-8617b7ef0146 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3f8c257adbc4afc935c3fed66259370&device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 1127 time: 0.0841827 Apr 14 20:30:09.572040 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16e168-b546-42d3-8526-890769599cb5 req-a849cbe0-ddb2-4d0a-a5ae-614e4f2ef7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:09.573353 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-de16e168-b546-42d3-8526-890769599cb5 req-a849cbe0-ddb2-4d0a-a5ae-614e4f2ef7e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d38318cd27d405c995f7fecf0065a8f&device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 1129 time: 0.0775466 Apr 14 20:30:09.762940 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f369c0df-4f29-4884-aa3c-e14159057d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (f5ed5abd-84a3-418d-a1f4-9cf4ce37b964), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:09.770900 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3499a52-53d4-4337-be09-9dcbb0173ff1 req-6557ebbe-97d8-4ca3-bd80-21cb541003c9 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:09.772376 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3499a52-53d4-4337-be09-9dcbb0173ff1 req-6557ebbe-97d8-4ca3-bd80-21cb541003c9 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.1295865 Apr 14 20:30:09.810866 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75743f7e-40c9-4ab2-9fe3-f7167b2a3417 req-8b6d0b84-138d-4133-bce2-2290646c411f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:09.812678 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-75743f7e-40c9-4ab2-9fe3-f7167b2a3417 req-8b6d0b84-138d-4133-bce2-2290646c411f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0550189 Apr 14 20:30:09.825928 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369c0df-4f29-4884-aa3c-e14159057d8b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ed5abd-84a3-418d-a1f4-9cf4ce37b964,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:09.869694 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-75743f7e-40c9-4ab2-9fe3-f7167b2a3417 req-ca80ada6-4458-4d97-91b9-a5250973371d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506842 Apr 14 20:30:09.881557 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78ff15-c1b2-46cd-843d-021e315bb1cd req-a69ac057-9d62-4ccd-bf05-ee955abd0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:09.883081 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7e78ff15-c1b2-46cd-843d-021e315bb1cd req-a69ac057-9d62-4ccd-bf05-ee955abd0587 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4197bec-e804-4778-9814-28700a63aa0d HTTP/1.1" status: 200 len: 918 time: 0.3060486 Apr 14 20:30:09.910790 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16e168-b546-42d3-8526-890769599cb5 req-89a2b76c-f049-407f-a441-2e6bc72fd3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:09.912273 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-de16e168-b546-42d3-8526-890769599cb5 req-89a2b76c-f049-407f-a441-2e6bc72fd3dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=80c2c505-4d1f-4abc-8513-a7f54767d7de HTTP/1.1" status: 200 len: 910 time: 0.3259633 Apr 14 20:30:10.004454 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7e78ff15-c1b2-46cd-843d-021e315bb1cd req-bf56389b-8321-435b-8ffc-49666c771af8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ca574fc-73cb-44be-848f-4da23235ee9b HTTP/1.1" status: 200 len: 217 time: 0.0965877 Apr 14 20:30:10.027556 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d3499a52-53d4-4337-be09-9dcbb0173ff1 req-5056c72d-f4a1-43e9-8768-21c2711a8385 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424016 Apr 14 20:30:10.063946 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f369c0df-4f29-4884-aa3c-e14159057d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610552'] for router_gateway (2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:10.097241 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 8e4dbd77-afe9-43b8-82fd-908d748a16cf no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:30:10.117845 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: 8e4dbd77-afe9-43b8-82fd-908d748a16cf {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:30:10.118488 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 8e4dbd77-afe9-43b8-82fd-908d748a16cf not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:30:10.177375 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-de16e168-b546-42d3-8526-890769599cb5 req-be11ca4f-eae0-4a44-98f8-2ae4e9b4eb18 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e733f85b-f908-4818-a195-8752ca80b6d8 HTTP/1.1" status: 200 len: 1000 time: 0.2492278 Apr 14 20:30:10.201947 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f369c0df-4f29-4884-aa3c-e14159057d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:10.219997 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78ff15-c1b2-46cd-843d-021e315bb1cd req-d27d8d36-4668-4a7b-995c-57a9ae559ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:10.221408 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7e78ff15-c1b2-46cd-843d-021e315bb1cd req-d27d8d36-4668-4a7b-995c-57a9ae559ead service neutron] 10.222.0.46 "GET /v2.0/subnets?id=997b9dd2-aea4-4c9c-9ac9-49ac96810906 HTTP/1.1" status: 200 len: 856 time: 0.2071419 Apr 14 20:30:10.223896 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f369c0df-4f29-4884-aa3c-e14159057d8b admin admin] Publish callbacks [] for router_controller (2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec), precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:10.321991 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16e168-b546-42d3-8526-890769599cb5 req-b6918325-4094-40fa-88d5-6e0bcc4b38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:10.323474 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-de16e168-b546-42d3-8526-890769599cb5 req-b6918325-4094-40fa-88d5-6e0bcc4b38a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9ba921da-a26a-40cd-8a3f-598bd553a55b HTTP/1.1" status: 200 len: 848 time: 0.1372018 Apr 14 20:30:10.328536 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f369c0df-4f29-4884-aa3c-e14159057d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613661'] for router (2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:10.329087 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f369c0df-4f29-4884-aa3c-e14159057d8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:30:10.343209 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f369c0df-4f29-4884-aa3c-e14159057d8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:10.344686 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-f369c0df-4f29-4884-aa3c-e14159057d8b admin admin] 10.222.0.11 "DELETE /v2.0/routers/2eed51d0-2e58-4ed8-a3ad-82e7c625f8ec HTTP/1.1" status: 204 len: 168 time: 1.5834756 Apr 14 20:30:10.351400 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37606) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:10.356344 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78ff15-c1b2-46cd-843d-021e315bb1cd req-c0ff48a3-2a91-4cb0-b162-8faf292c1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:10.358976 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7e78ff15-c1b2-46cd-843d-021e315bb1cd req-c0ff48a3-2a91-4cb0-b162-8faf292c1db9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4197bec-e804-4778-9814-28700a63aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1241047 Apr 14 20:30:10.430703 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-116dfeff-bdb8-4ee5-b25d-36d9f128fb59 admin admin] Deleting subnet 68e55fb6-fc75-4b6d-952a-c4a8c730ba8a {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:30:10.435666 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-116dfeff-bdb8-4ee5-b25d-36d9f128fb59 admin admin] Publish callbacks [] for subnet (68e55fb6-fc75-4b6d-952a-c4a8c730ba8a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:10.447567 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16e168-b546-42d3-8526-890769599cb5 req-b6b66667-e445-4027-8f88-1c0e5b05c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:10.449107 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-de16e168-b546-42d3-8526-890769599cb5 req-b6b66667-e445-4027-8f88-1c0e5b05c794 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80c2c505-4d1f-4abc-8513-a7f54767d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1168036 Apr 14 20:30:10.499129 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-116dfeff-bdb8-4ee5-b25d-36d9f128fb59 admin admin] Publish callbacks [] for subnet (68e55fb6-fc75-4b6d-952a-c4a8c730ba8a), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:10.603330 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-116dfeff-bdb8-4ee5-b25d-36d9f128fb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826849'] for subnet (68e55fb6-fc75-4b6d-952a-c4a8c730ba8a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:10.608002 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7e78ff15-c1b2-46cd-843d-021e315bb1cd req-4d2767cf-bfbd-4066-bcb2-5b66e0332462 service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150881 Apr 14 20:30:10.684954 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-116dfeff-bdb8-4ee5-b25d-36d9f128fb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for subnet (68e55fb6-fc75-4b6d-952a-c4a8c730ba8a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:10.709864 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116dfeff-bdb8-4ee5-b25d-36d9f128fb59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e55fb6-fc75-4b6d-952a-c4a8c730ba8a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:10.720914 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-116dfeff-bdb8-4ee5-b25d-36d9f128fb59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:10.723177 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-de16e168-b546-42d3-8526-890769599cb5 req-20cb0848-510b-4882-9b87-e64e1c1e5c7d service neutron] 10.222.0.46 "GET /v2.0/networks/80c2c505-4d1f-4abc-8513-a7f54767d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204697 Apr 14 20:30:10.724717 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-116dfeff-bdb8-4ee5-b25d-36d9f128fb59 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/68e55fb6-fc75-4b6d-952a-c4a8c730ba8a HTTP/1.1" status: 204 len: 168 time: 0.3717139 Apr 14 20:30:10.727020 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37608) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:10.734259 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd479e7-290f-4043-ba78-5834b35d34c5 None None] Network d0ae32ba-f63e-4871-a0db-3e11ef229577 requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:30:10.797911 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:30:10.832272 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657936'] for network (d0ae32ba-f63e-4871-a0db-3e11ef229577), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:10.871609 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7e78ff15-c1b2-46cd-843d-021e315bb1cd req-719612f2-db96-4339-a49d-c1f8fed28253 service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571340 Apr 14 20:30:10.921532 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Deleting port a741c550-00f6-4565-854e-9df69a0266ce {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:30:10.922156 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (a741c550-00f6-4565-854e-9df69a0266ce), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:10.928616 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-de16e168-b546-42d3-8526-890769599cb5 req-f19fb347-7223-4837-a088-7f64a96da964 service neutron] 10.222.0.46 "GET /v2.0/networks/80c2c505-4d1f-4abc-8513-a7f54767d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907291 Apr 14 20:30:10.948949 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] DHCP port deletion for d0ae32ba-f63e-4871-a0db-3e11ef229577 request from dv-cinder-837539-3-iscsi {{(pid=103379) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:30:11.004146 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Deleting port a741c550-00f6-4565-854e-9df69a0266ce {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:30:11.004535 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (a741c550-00f6-4565-854e-9df69a0266ce), before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:11.038881 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] For port a741c550-00f6-4565-854e-9df69a0266ce, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=a741c550-00f6-4565-854e-9df69a0266ce,segment=NetworkSegment(998aa7c0-879a-4aa5-9406-f0f8069123a1),segment_id=998aa7c0-879a-4aa5-9406-f0f8069123a1)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:11.039251 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (a741c550-00f6-4565-854e-9df69a0266ce), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:11.058217 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fce062-d8eb-40e1-86b8-4e5ad397de9d req-12b7ba31-52ae-4003-92e0-28016932af02 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:11.060514 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-01fce062-d8eb-40e1-86b8-4e5ad397de9d req-12b7ba31-52ae-4003-92e0-28016932af02 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0675714 Apr 14 20:30:11.065020 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Calling delete_port for a741c550-00f6-4565-854e-9df69a0266ce owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:30:11.155411 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d344d5d-048c-4166-b3bf-067a2a0bd170 req-927bb245-709d-4b04-8e81-002d093833e8 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:11.157440 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9d344d5d-048c-4166-b3bf-067a2a0bd170 req-927bb245-709d-4b04-8e81-002d093833e8 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0525470 Apr 14 20:30:11.174560 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-01fce062-d8eb-40e1-86b8-4e5ad397de9d req-37e61ea1-caf3-4248-9875-6a03f839805e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987206 Apr 14 20:30:11.207769 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447'] for port (a741c550-00f6-4565-854e-9df69a0266ce), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:11.218637 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] For port a741c550-00f6-4565-854e-9df69a0266ce, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=a741c550-00f6-4565-854e-9df69a0266ce,segment=NetworkSegment(998aa7c0-879a-4aa5-9406-f0f8069123a1),segment_id=998aa7c0-879a-4aa5-9406-f0f8069123a1)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:11.219313 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (a741c550-00f6-4565-854e-9df69a0266ce), precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:11.223146 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9d344d5d-048c-4166-b3bf-067a2a0bd170 req-87836472-8af6-4051-8c10-c7eee39715e7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579333 Apr 14 20:30:11.239260 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Calling delete_port for a741c550-00f6-4565-854e-9df69a0266ce owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:30:11.240902 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Pushing event deleted for resources: {'Port': ['ID=a741c550-00f6-4565-854e-9df69a0266ce,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:11.245723 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] No DVR routers for this DVR port a741c550-00f6-4565-854e-9df69a0266ce on host dv-cinder-837539-3-iscsi {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:30:11.323735 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830810', 'neutron.services.segments.db._delete_segments_for_network-8743027666104'] for network (d0ae32ba-f63e-4871-a0db-3e11ef229577), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:11.345015 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:30:11.345356 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:30:11.346094 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:30:11.346469 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Subscribe: > port after_create 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:30:11.346824 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:30:11.347177 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Subscribe: > port after_update 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:30:11.347501 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:30:11.347927 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:30:11.348246 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:30:11.348566 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:30:11.354786 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447'] for port (a741c550-00f6-4565-854e-9df69a0266ce), after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:11.379847 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Pushing event deleted for resources: {'Port': ['ID=a741c550-00f6-4565-854e-9df69a0266ce,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:11.387254 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] No DVR routers for this DVR port a741c550-00f6-4565-854e-9df69a0266ce on host dv-cinder-837539-3-iscsi {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:30:11.390452 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:11.390804 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:11.391158 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:11.391510 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:11.391838 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:11.392161 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:11.392481 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:11.392800 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:11.393120 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:11.393437 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:11.393753 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:11.394088 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:11.394393 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:11.394735 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:11.395048 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c0144-3f18-4ea5-b167-d3a58978ca99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:11.456820 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:30:11.457117 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:30:11.457458 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:30:11.458754 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 20:30:11.459159 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ae32ba-f63e-4871-a0db-3e11ef229577']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:11.479187 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998aa7c0-879a-4aa5-9406-f0f8069123a1') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:11.479484 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998aa7c0-879a-4aa5-9406-f0f8069123a1') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:11.495779 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743027671233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29451341'] for segment (998aa7c0-879a-4aa5-9406-f0f8069123a1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:11.518565 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (998aa7c0-879a-4aa5-9406-f0f8069123a1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:11.527562 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:30:11.527914 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29644707'] for segment (998aa7c0-879a-4aa5-9406-f0f8069123a1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: from cryptography.utils import int_from_bytes Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: from cryptography.utils import int_from_bytes Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: Traceback (most recent call last): Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: timer() Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: cb(*args, **kw) Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: return func(*args, **kwargs) Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: self._notify() Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: self.callback(batched_events) Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: event.method(event) Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: return f(self, *a, **k) Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: return self._get(url).json() Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: return self.request(url, 'GET', **kwargs) Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:30:11.532751 dv-cinder-837539-3-iscsi neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:30:11.596134 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610524'] for network (d0ae32ba-f63e-4871-a0db-3e11ef229577), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:11.604240 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:11.611449 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] 10.222.0.11 "DELETE /v2.0/networks/d0ae32ba-f63e-4871-a0db-3e11ef229577 HTTP/1.1" status: 204 len: 168 time: 0.8807690 Apr 14 20:30:11.611759 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37622) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:11.618666 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933df1f4-6828-4987-bcd2-25ebcef5351f admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ae32ba-f63e-4871-a0db-3e11ef229577,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:12.043283 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device a741c550-00f6-4565-854e-9df69a0266ce no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:30:12.065242 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: a741c550-00f6-4565-854e-9df69a0266ce {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:30:12.065635 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device a741c550-00f6-4565-854e-9df69a0266ce not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:30:12.066260 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device f5ed5abd-84a3-418d-a1f4-9cf4ce37b964 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:30:12.085234 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: f5ed5abd-84a3-418d-a1f4-9cf4ce37b964 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:30:12.085582 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device f5ed5abd-84a3-418d-a1f4-9cf4ce37b964 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:30:12.123258 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b90d2-43dd-49cd-a05a-3b45aa86d756 req-570ea7a3-c99e-4d91-906b-a6dde58a2573 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:12.124711 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5a0b90d2-43dd-49cd-a05a-3b45aa86d756 req-570ea7a3-c99e-4d91-906b-a6dde58a2573 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 945 time: 0.0583806 Apr 14 20:30:12.224506 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5a0b90d2-43dd-49cd-a05a-3b45aa86d756 req-9bdd5a4d-67be-41d4-8743-db3e1b079bae tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932806 Apr 14 20:30:12.241828 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 0ca574fc-73cb-44be-848f-4da23235ee9b details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:30:12.289906 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12e04a01-13da-470a-b205-e1273a0eebad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-610754'] for router_interface (2ac5d25d-526b-4874-98cf-363e5ed4c7db), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:12.319191 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d22ed3-3ad1-494c-a1c2-fab132d5b4a7 req-b37ac684-dc05-4c81-a04e-84402371111b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:12.320284 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-37d22ed3-3ad1-494c-a1c2-fab132d5b4a7 req-b37ac684-dc05-4c81-a04e-84402371111b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0588365 Apr 14 20:30:12.370364 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-37d22ed3-3ad1-494c-a1c2-fab132d5b4a7 req-517e47ec-064d-47d1-a8e1-3190aeb0b5fa tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436537 Apr 14 20:30:12.382443 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 0ca574fc-73cb-44be-848f-4da23235ee9b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0ca574fc-73cb-44be-848f-4da23235ee9b,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:12.394264 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': '0ca574fc-73cb-44be-848f-4da23235ee9b', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'port_id': '0ca574fc-73cb-44be-848f-4da23235ee9b', 'mac_address': 'fa:16:3e:8c:3b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:30:12.414211 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7aa217-1474-42b0-a1a0-71413063f2dd req-463d4f7d-5ac8-4c9a-af4d-66c22b0fca57 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:12.415753 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cc7aa217-1474-42b0-a1a0-71413063f2dd req-463d4f7d-5ac8-4c9a-af4d-66c22b0fca57 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0818851 Apr 14 20:30:12.430930 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 0ca574fc-73cb-44be-848f-4da23235ee9b is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:30:12.431318 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:12.445283 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca574fc-73cb-44be-848f-4da23235ee9b {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:30:12.475205 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 0ca574fc-73cb-44be-848f-4da23235ee9b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0ca574fc-73cb-44be-848f-4da23235ee9b,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:12.479593 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:12.518065 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cc7aa217-1474-42b0-a1a0-71413063f2dd req-343858dc-e215-462f-b62e-1ca9599a19fb tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955093 Apr 14 20:30:12.539665 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=0ca574fc-73cb-44be-848f-4da23235ee9b,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:12.619051 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-12e04a01-13da-470a-b205-e1273a0eebad admin admin] Deleting port e1166e77-16d5-4770-987c-91792b344336 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:30:12.619633 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12e04a01-13da-470a-b205-e1273a0eebad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (e1166e77-16d5-4770-987c-91792b344336), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:12.696410 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-12e04a01-13da-470a-b205-e1273a0eebad admin admin] For port e1166e77-16d5-4770-987c-91792b344336, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=e1166e77-16d5-4770-987c-91792b344336,segment=NetworkSegment(38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd),segment_id=38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:12.696771 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12e04a01-13da-470a-b205-e1273a0eebad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (e1166e77-16d5-4770-987c-91792b344336), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:12.709751 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-12e04a01-13da-470a-b205-e1273a0eebad admin admin] Calling delete_port for e1166e77-16d5-4770-987c-91792b344336 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:30:12.906364 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12e04a01-13da-470a-b205-e1273a0eebad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (e1166e77-16d5-4770-987c-91792b344336), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:12.933187 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e04a01-13da-470a-b205-e1273a0eebad admin admin] Pushing event deleted for resources: {'Port': ['ID=e1166e77-16d5-4770-987c-91792b344336,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:12.970416 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['0ca574fc-73cb-44be-848f-4da23235ee9b'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:30:13.109000 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12e04a01-13da-470a-b205-e1273a0eebad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610654'] for router_interface (2ac5d25d-526b-4874-98cf-363e5ed4c7db), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:13.337153 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e04a01-13da-470a-b205-e1273a0eebad admin admin] Router 2ac5d25d-526b-4874-98cf-363e5ed4c7db has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:30:13.344963 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c9880-3137-487e-a3c3-5ba3c12d5a98 req-e55b39cf-ea80-4ba9-9ff1-3f1649e71b55 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:13.346470 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b70c9880-3137-487e-a3c3-5ba3c12d5a98 req-e55b39cf-ea80-4ba9-9ff1-3f1649e71b55 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 945 time: 0.0504186 Apr 14 20:30:13.392663 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b70c9880-3137-487e-a3c3-5ba3c12d5a98 req-6102470a-eef7-4a80-ad4e-3e5652c3830c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406170 Apr 14 20:30:13.448577 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e04a01-13da-470a-b205-e1273a0eebad admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:30:13.456971 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de37ed94-0c62-4b17-82d1-ba3be427bb7d None None] Sync routers for ids ['2ac5d25d-526b-4874-98cf-363e5ed4c7db'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:30:13.461034 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-12e04a01-13da-470a-b205-e1273a0eebad admin admin] 10.222.0.11 "PUT /v2.0/routers/2ac5d25d-526b-4874-98cf-363e5ed4c7db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8481994 Apr 14 20:30:13.463754 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37638) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:13.466877 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de37ed94-0c62-4b17-82d1-ba3be427bb7d None None] Routers {'2ac5d25d-526b-4874-98cf-363e5ed4c7db'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:30:13.467770 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-de37ed94-0c62-4b17-82d1-ba3be427bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:30:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['2ac5d25d-526b-4874-98cf-363e5ed4c7db'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:13.500187 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e00adc-ef8f-4aaf-b2ed-110154a0c73d req-2d04e6bf-00c7-4453-9169-9042a7f6bfc1 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:13.501672 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c4e00adc-ef8f-4aaf-b2ed-110154a0c73d req-2d04e6bf-00c7-4453-9169-9042a7f6bfc1 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 944 time: 0.0552461 Apr 14 20:30:13.550050 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c4e00adc-ef8f-4aaf-b2ed-110154a0c73d req-70c026fb-e3b3-4c08-af17-86a4a30892d5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422781 Apr 14 20:30:13.580698 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65639f10-f782-4f74-8524-039d522761ce admin admin] Publish callbacks [] for router (2ac5d25d-526b-4874-98cf-363e5ed4c7db), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:13.584437 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-de37ed94-0c62-4b17-82d1-ba3be427bb7d None None] Set router 2ac5d25d-526b-4874-98cf-363e5ed4c7db gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:30:13.698022 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af1f8d-7ada-42bf-9a1e-93816b7d3ef5 req-263ca3e0-926f-47bf-839d-b7c729457b7d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:13.699519 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b7af1f8d-7ada-42bf-9a1e-93816b7d3ef5 req-263ca3e0-926f-47bf-839d-b7c729457b7d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0856893 Apr 14 20:30:13.752423 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65639f10-f782-4f74-8524-039d522761ce admin admin] Publish callbacks [] for router_gateway (2ac5d25d-526b-4874-98cf-363e5ed4c7db), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:13.754738 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-de37ed94-0c62-4b17-82d1-ba3be427bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac5d25d-526b-4874-98cf-363e5ed4c7db', 'name': 'tempest-TestMinimumBasicScenario-570422925-router', 'tenant_id': '58ce23c6488a4a8abe5df695f1fcada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '2cf78e1b-4145-401d-951c-adf38a64fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:48Z', 'updated_at': '2022-04-14T20:30:12Z', 'revision_number': 5, 'project_id': '58ce23c6488a4a8abe5df695f1fcada2', 'gw_port': {'id': '2cf78e1b-4145-401d-951c-adf38a64fbb9', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac5d25d-526b-4874-98cf-363e5ed4c7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:48Z', 'updated_at': '2022-04-14T20:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:13.770829 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b7af1f8d-7ada-42bf-9a1e-93816b7d3ef5 req-71c60f63-eb39-4a35-8112-1b617b30c41f tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641613 Apr 14 20:30:13.783168 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de37ed94-0c62-4b17-82d1-ba3be427bb7d None None] Checking router: 2ac5d25d-526b-4874-98cf-363e5ed4c7db for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:30:13.791432 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de37ed94-0c62-4b17-82d1-ba3be427bb7d None None] Routers {'2ac5d25d-526b-4874-98cf-363e5ed4c7db'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:30:13.792026 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-de37ed94-0c62-4b17-82d1-ba3be427bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:30:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['2ac5d25d-526b-4874-98cf-363e5ed4c7db'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:13.810475 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-65639f10-f782-4f74-8524-039d522761ce admin admin] Deleting port 2cf78e1b-4145-401d-951c-adf38a64fbb9 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:30:13.810725 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65639f10-f782-4f74-8524-039d522761ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (2cf78e1b-4145-401d-951c-adf38a64fbb9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:13.880770 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-de37ed94-0c62-4b17-82d1-ba3be427bb7d None None] Set router 2ac5d25d-526b-4874-98cf-363e5ed4c7db gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:30:13.896047 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-65639f10-f782-4f74-8524-039d522761ce admin admin] For port 2cf78e1b-4145-401d-951c-adf38a64fbb9, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=2cf78e1b-4145-401d-951c-adf38a64fbb9,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:13.896561 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65639f10-f782-4f74-8524-039d522761ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (2cf78e1b-4145-401d-951c-adf38a64fbb9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:13.911605 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-65639f10-f782-4f74-8524-039d522761ce admin admin] Calling delete_port for 2cf78e1b-4145-401d-951c-adf38a64fbb9 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:30:13.934148 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-de37ed94-0c62-4b17-82d1-ba3be427bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac5d25d-526b-4874-98cf-363e5ed4c7db', 'name': 'tempest-TestMinimumBasicScenario-570422925-router', 'tenant_id': '58ce23c6488a4a8abe5df695f1fcada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:48Z', 'updated_at': '2022-04-14T20:30:13Z', 'revision_number': 6, 'project_id': '58ce23c6488a4a8abe5df695f1fcada2', 'gw_port_host': None}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:13.963999 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de37ed94-0c62-4b17-82d1-ba3be427bb7d None None] The sync data for ids ['2ac5d25d-526b-4874-98cf-363e5ed4c7db'] in dv-cinder-837539-3-iscsi is: [{'id': '2ac5d25d-526b-4874-98cf-363e5ed4c7db', 'name': 'tempest-TestMinimumBasicScenario-570422925-router', 'tenant_id': '58ce23c6488a4a8abe5df695f1fcada2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:48Z', 'updated_at': '2022-04-14T20:30:13Z', 'revision_number': 6, 'project_id': '58ce23c6488a4a8abe5df695f1fcada2', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:30:14.093244 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65639f10-f782-4f74-8524-039d522761ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (2cf78e1b-4145-401d-951c-adf38a64fbb9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:14.125332 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65639f10-f782-4f74-8524-039d522761ce admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf78e1b-4145-401d-951c-adf38a64fbb9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:14.185748 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65639f10-f782-4f74-8524-039d522761ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610552'] for router_gateway (2ac5d25d-526b-4874-98cf-363e5ed4c7db), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:14.287907 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 0ca574fc-73cb-44be-848f-4da23235ee9b up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:30:14.295173 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65639f10-f782-4f74-8524-039d522761ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (2ac5d25d-526b-4874-98cf-363e5ed4c7db), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:14.297390 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65639f10-f782-4f74-8524-039d522761ce admin admin] Publish callbacks [] for router_controller (2ac5d25d-526b-4874-98cf-363e5ed4c7db), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:14.338138 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port 0ca574fc-73cb-44be-848f-4da23235ee9b completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:30:14.350843 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port 0ca574fc-73cb-44be-848f-4da23235ee9b triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:30:14.351250 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:14.379428 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65639f10-f782-4f74-8524-039d522761ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613661'] for router (2ac5d25d-526b-4874-98cf-363e5ed4c7db), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:14.380094 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65639f10-f782-4f74-8524-039d522761ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ac5d25d-526b-4874-98cf-363e5ed4c7db {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:30:14.385109 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65639f10-f782-4f74-8524-039d522761ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:14.386074 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-65639f10-f782-4f74-8524-039d522761ce admin admin] 10.222.0.11 "DELETE /v2.0/routers/2ac5d25d-526b-4874-98cf-363e5ed4c7db HTTP/1.1" status: 204 len: 168 time: 0.9213407 Apr 14 20:30:14.389455 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37642) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:14.421497 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e66b9-9bdb-4d3d-8a49-4bc9f5286a29 req-4606d5c4-c6e2-40d8-93de-580728a40e6c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:14.426224 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-478e66b9-9bdb-4d3d-8a49-4bc9f5286a29 req-4606d5c4-c6e2-40d8-93de-580728a40e6c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 945 time: 0.1057897 Apr 14 20:30:14.440212 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd780154-fb69-4352-b74d-995ed081ba3d admin admin] Deleting subnet 16c75b30-ae3d-4d71-9d1d-b07e57e4842d {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:30:14.452628 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd780154-fb69-4352-b74d-995ed081ba3d admin admin] Publish callbacks [] for subnet (16c75b30-ae3d-4d71-9d1d-b07e57e4842d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:14.484751 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 0ca574fc-73cb-44be-848f-4da23235ee9b is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:30:14.485294 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:14.509711 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e018638-3597-4aa1-ac33-e3dc44add4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca574fc-73cb-44be-848f-4da23235ee9b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:30:14.512182 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b279d940-15dc-4d99-a13e-9bc099e4c646" -d '{"events": [{"server_uuid": "8e018638-3597-4aa1-ac33-e3dc44add4ed", "name": "network-vif-plugged", "status": "completed", "tag": "0ca574fc-73cb-44be-848f-4da23235ee9b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:30:14.538306 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 0ca574fc-73cb-44be-848f-4da23235ee9b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0ca574fc-73cb-44be-848f-4da23235ee9b,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:14.541040 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd780154-fb69-4352-b74d-995ed081ba3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29451382'] for subnet (16c75b30-ae3d-4d71-9d1d-b07e57e4842d), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:14.547685 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:14.548831 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device e733f85b-f908-4818-a195-8752ca80b6d8 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:30:14.602809 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2267754-1352-49ee-996a-a9b004a103d8 req-81e257b3-9e03-4c8c-89a0-d5659fa45b31 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:14.604283 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d2267754-1352-49ee-996a-a9b004a103d8 req-81e257b3-9e03-4c8c-89a0-d5659fa45b31 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 945 time: 0.1018438 Apr 14 20:30:14.622997 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83114b0-972d-4618-99a4-280fd6561139 x-openstack-request-id: req-f83114b0-972d-4618-99a4-280fd6561139 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:30:14.623572 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e018638-3597-4aa1-ac33-e3dc44add4ed", "name": "network-vif-plugged", "status": "completed", "tag": "0ca574fc-73cb-44be-848f-4da23235ee9b", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:30:14.623894 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f83114b0-972d-4618-99a4-280fd6561139 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:30:14.631216 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-478e66b9-9bdb-4d3d-8a49-4bc9f5286a29 req-e34a8593-36a0-4ddb-a722-8d7f315fa5a6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Deleting port 3065fb10-8a13-4beb-83f9-dec81af1bd92 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:30:14.631557 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-478e66b9-9bdb-4d3d-8a49-4bc9f5286a29 req-e34a8593-36a0-4ddb-a722-8d7f315fa5a6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (3065fb10-8a13-4beb-83f9-dec81af1bd92), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:14.633008 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f83114b0-972d-4618-99a4-280fd6561139'] response: {'server_uuid': '8e018638-3597-4aa1-ac33-e3dc44add4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca574fc-73cb-44be-848f-4da23235ee9b', 'code': 200} Apr 14 20:30:14.673244 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=0ca574fc-73cb-44be-848f-4da23235ee9b,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:14.675774 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd780154-fb69-4352-b74d-995ed081ba3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826849'] for subnet (16c75b30-ae3d-4d71-9d1d-b07e57e4842d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:14.719319 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port e733f85b-f908-4818-a195-8752ca80b6d8 is: ACTIVE; New status is: DOWN {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:30:14.719817 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:14.745892 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d2267754-1352-49ee-996a-a9b004a103d8 req-b2b78af6-88af-48e9-9117-313025c61864 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6dcd10b-6e15-44ce-9048-94c8bd99205c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268141 Apr 14 20:30:14.757493 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4864f-24b0-41af-9718-389b840d29aa req-9ecd501c-2e19-4bc7-946a-d6c315671daa tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:14.767746 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4cb4864f-24b0-41af-9718-389b840d29aa req-9ecd501c-2e19-4bc7-946a-d6c315671daa tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0793173 Apr 14 20:30:14.767910 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port e733f85b-f908-4818-a195-8752ca80b6d8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e733f85b-f908-4818-a195-8752ca80b6d8,segment=NetworkSegment(691be194-1d39-47f7-8967-21526e2a9d28),segment_id=691be194-1d39-47f7-8967-21526e2a9d28)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:14.770610 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:14.785898 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-478e66b9-9bdb-4d3d-8a49-4bc9f5286a29 req-e34a8593-36a0-4ddb-a722-8d7f315fa5a6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] For port 3065fb10-8a13-4beb-83f9-dec81af1bd92, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3065fb10-8a13-4beb-83f9-dec81af1bd92,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:14.786384 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-478e66b9-9bdb-4d3d-8a49-4bc9f5286a29 req-e34a8593-36a0-4ddb-a722-8d7f315fa5a6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (3065fb10-8a13-4beb-83f9-dec81af1bd92), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:14.793714 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd780154-fb69-4352-b74d-995ed081ba3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29644569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30769421'] for subnet (16c75b30-ae3d-4d71-9d1d-b07e57e4842d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:14.847778 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd780154-fb69-4352-b74d-995ed081ba3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:14.853450 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-cd780154-fb69-4352-b74d-995ed081ba3d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/16c75b30-ae3d-4d71-9d1d-b07e57e4842d HTTP/1.1" status: 204 len: 168 time: 0.4606981 Apr 14 20:30:14.853450 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd780154-fb69-4352-b74d-995ed081ba3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16c75b30-ae3d-4d71-9d1d-b07e57e4842d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:14.854089 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37656) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:14.883441 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=e733f85b-f908-4818-a195-8752ca80b6d8,revision_number=6']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:14.887822 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c33ed3-9067-4fff-8594-93727e8f0ddb None None] Network 808dff98-58e3-402b-9f1e-c2f5b1688e54 requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:30:14.902770 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4cb4864f-24b0-41af-9718-389b840d29aa req-476804d9-b9f3-4d14-bb8b-d881934d98bb tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273341 Apr 14 20:30:15.009872 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657936'] for network (808dff98-58e3-402b-9f1e-c2f5b1688e54), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:15.108458 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a55258e-0f93-43f8-9589-08578133c1c7 None None] DHCP port deletion for 808dff98-58e3-402b-9f1e-c2f5b1688e54 request from dv-cinder-837539-3-iscsi {{(pid=103379) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:30:15.152971 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5a55258e-0f93-43f8-9589-08578133c1c7 None None] Deleting port f3cae8bd-00cf-4bfc-a7d7-b86795635262 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:30:15.153425 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5a55258e-0f93-43f8-9589-08578133c1c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (f3cae8bd-00cf-4bfc-a7d7-b86795635262), before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:15.198211 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] Deleting port f3cae8bd-00cf-4bfc-a7d7-b86795635262 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:30:15.198597 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (f3cae8bd-00cf-4bfc-a7d7-b86795635262), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:15.204191 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-478e66b9-9bdb-4d3d-8a49-4bc9f5286a29 req-e34a8593-36a0-4ddb-a722-8d7f315fa5a6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:15.204553 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-478e66b9-9bdb-4d3d-8a49-4bc9f5286a29 req-e34a8593-36a0-4ddb-a722-8d7f315fa5a6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (5d3929d0-6384-4454-9833-f163cf657c6e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:15.204869 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.l3_db [req-478e66b9-9bdb-4d3d-8a49-4bc9f5286a29 req-e34a8593-36a0-4ddb-a722-8d7f315fa5a6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Floating IP 5d3929d0-6384-4454-9833-f163cf657c6e disassociated. External IP: 172.27.3.250, port: 3065fb10-8a13-4beb-83f9-dec81af1bd92. Apr 14 20:30:15.205206 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-478e66b9-9bdb-4d3d-8a49-4bc9f5286a29 req-e34a8593-36a0-4ddb-a722-8d7f315fa5a6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Calling delete_port for 3065fb10-8a13-4beb-83f9-dec81af1bd92 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:30:15.220541 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-5a55258e-0f93-43f8-9589-08578133c1c7 None None] For port f3cae8bd-00cf-4bfc-a7d7-b86795635262, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=f3cae8bd-00cf-4bfc-a7d7-b86795635262,segment=NetworkSegment(38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd),segment_id=38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:15.221038 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5a55258e-0f93-43f8-9589-08578133c1c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (f3cae8bd-00cf-4bfc-a7d7-b86795635262), precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:15.230051 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1564af-8928-4609-81c8-f9e0d830eff6 req-44140e82-b3e0-4dc4-bc7d-b310da1ef62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:15.231572 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6f1564af-8928-4609-81c8-f9e0d830eff6 req-44140e82-b3e0-4dc4-bc7d-b310da1ef62d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 1129 time: 0.1213310 Apr 14 20:30:15.235215 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-5a55258e-0f93-43f8-9589-08578133c1c7 None None] Calling delete_port for f3cae8bd-00cf-4bfc-a7d7-b86795635262 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:30:15.255467 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b2944-32ef-4d9c-8f5f-4acc2d0a7704 req-edd3aa45-93a2-4ef2-bea7-d81069c09801 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:15.257127 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9c4b2944-32ef-4d9c-8f5f-4acc2d0a7704 req-edd3aa45-93a2-4ef2-bea7-d81069c09801 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.1151621 Apr 14 20:30:15.330727 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5a55258e-0f93-43f8-9589-08578133c1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447'] for port (f3cae8bd-00cf-4bfc-a7d7-b86795635262), after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:15.359225 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a55258e-0f93-43f8-9589-08578133c1c7 None None] No DVR routers for this DVR port f3cae8bd-00cf-4bfc-a7d7-b86795635262 on host dv-cinder-837539-3-iscsi {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:30:15.360972 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55258e-0f93-43f8-9589-08578133c1c7 None None] Pushing event deleted for resources: {'Port': ['ID=f3cae8bd-00cf-4bfc-a7d7-b86795635262,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:15.375731 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] For port f3cae8bd-00cf-4bfc-a7d7-b86795635262, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=f3cae8bd-00cf-4bfc-a7d7-b86795635262,segment=NetworkSegment(38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd),segment_id=38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:15.375998 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (f3cae8bd-00cf-4bfc-a7d7-b86795635262), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:15.415425 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] Calling delete_port for f3cae8bd-00cf-4bfc-a7d7-b86795635262 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:30:15.430026 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6f1564af-8928-4609-81c8-f9e0d830eff6 req-a8922cdb-941a-419b-bbe6-cd307bb33dfd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897757 Apr 14 20:30:15.443398 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9c4b2944-32ef-4d9c-8f5f-4acc2d0a7704 req-7a3259bc-0e33-42cd-ae52-93c9abe94d91 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519494 Apr 14 20:30:15.567018 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (f3cae8bd-00cf-4bfc-a7d7-b86795635262), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:15.578741 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-478e66b9-9bdb-4d3d-8a49-4bc9f5286a29 req-e34a8593-36a0-4ddb-a722-8d7f315fa5a6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (3065fb10-8a13-4beb-83f9-dec81af1bd92), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:15.601378 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3cae8bd-00cf-4bfc-a7d7-b86795635262,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:15.606468 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] No DVR routers for this DVR port f3cae8bd-00cf-4bfc-a7d7-b86795635262 on host dv-cinder-837539-3-iscsi {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:30:15.637635 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-05cec9c5-f572-430e-8c55-30077d0d1122 req-76a36d46-bdcd-4cf7-af42-b831d9448475 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0474806 Apr 14 20:30:15.652690 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a8593-36a0-4ddb-a722-8d7f315fa5a6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event deleted for resources: {'Port': ['ID=3065fb10-8a13-4beb-83f9-dec81af1bd92,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:15.719103 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cec9c5-f572-430e-8c55-30077d0d1122 req-3e67cb75-83e8-4aab-9a1b-02d1bd8f410f tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:15.720766 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-05cec9c5-f572-430e-8c55-30077d0d1122 req-3e67cb75-83e8-4aab-9a1b-02d1bd8f410f tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports/e733f85b-f908-4818-a195-8752ca80b6d8 HTTP/1.1" status: 200 len: 940 time: 0.0491312 Apr 14 20:30:15.779792 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1505a3-126e-44b1-b11c-99a12b073b3c req-1e987ac5-4b99-4d36-b35a-1a9933752384 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:15.781354 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed1505a3-126e-44b1-b11c-99a12b073b3c req-1e987ac5-4b99-4d36-b35a-1a9933752384 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.1482966 Apr 14 20:30:15.792984 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830810', 'neutron.services.segments.db._delete_segments_for_network-8743027666104'] for network (808dff98-58e3-402b-9f1e-c2f5b1688e54), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:15.860813 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808dff98-58e3-402b-9f1e-c2f5b1688e54']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:15.863320 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-35746536-123e-4b36-8620-cd8939b52b0d req-1cfa820d-ae29-4cd3-b6b7-9eb8fbcfb6b8 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 210 time: 0.0374799 Apr 14 20:30:15.882024 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:15.882347 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:15.905669 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743027671233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29519233'] for segment (38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:15.933669 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed1505a3-126e-44b1-b11c-99a12b073b3c req-6101ad5e-8222-4e95-9514-c2a15200cb0e tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423302 Apr 14 20:30:15.935501 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:15.946077 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:30:15.947495 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30806173'] for segment (38a4a37d-d0d0-42b4-b11b-fa97fbc7d0cd), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: self.session.flush() Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: self.session.flush() Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: self.session.flush() Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: self.session.flush() Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: Traceback (most recent call last): Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: timer() Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: cb(*args, **kw) Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: return func(*args, **kwargs) Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: self._notify() Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: self.callback(batched_events) Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: event.method(event) Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: return f(self, *a, **k) Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._get(url).json() Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: return self.request(url, 'GET', **kwargs) Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:30:15.949316 dv-cinder-837539-3-iscsi neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:30:15.954346 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-478e66b9-9bdb-4d3d-8a49-4bc9f5286a29 req-e34a8593-36a0-4ddb-a722-8d7f315fa5a6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:30:16.082755 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c339a5-9f16-49e9-9d26-c635c769b7a3 req-38d5ca49-e6ce-4da0-8870-f7369cdb5003 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:16.084398 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-62c339a5-9f16-49e9-9d26-c635c769b7a3 req-38d5ca49-e6ce-4da0-8870-f7369cdb5003 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0790138 Apr 14 20:30:16.102172 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device e1166e77-16d5-4770-987c-91792b344336 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:30:16.125235 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: e1166e77-16d5-4770-987c-91792b344336 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:30:16.134486 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device e1166e77-16d5-4770-987c-91792b344336 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:30:16.135323 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device f3cae8bd-00cf-4bfc-a7d7-b86795635262 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:30:16.148445 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-62c339a5-9f16-49e9-9d26-c635c769b7a3 req-45f044da-db93-4493-948f-873d0da0f698 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577481 Apr 14 20:30:16.182862 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: f3cae8bd-00cf-4bfc-a7d7-b86795635262 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:30:16.183208 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device f3cae8bd-00cf-4bfc-a7d7-b86795635262 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:30:16.183633 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 2cf78e1b-4145-401d-951c-adf38a64fbb9 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:30:16.207559 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: 2cf78e1b-4145-401d-951c-adf38a64fbb9 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:30:16.207897 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 2cf78e1b-4145-401d-951c-adf38a64fbb9 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:30:16.397936 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610524'] for network (808dff98-58e3-402b-9f1e-c2f5b1688e54), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:16.406940 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:16.410126 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] 10.222.0.11 "DELETE /v2.0/networks/808dff98-58e3-402b-9f1e-c2f5b1688e54 HTTP/1.1" status: 204 len: 168 time: 1.5544724 Apr 14 20:30:16.423858 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10000ff-49d4-4f6f-b8a5-1f893a392041 admin admin] Pushing event deleted for resources: {'Network': ['ID=808dff98-58e3-402b-9f1e-c2f5b1688e54,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:16.496222 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-478e66b9-9bdb-4d3d-8a49-4bc9f5286a29 req-e34a8593-36a0-4ddb-a722-8d7f315fa5a6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:30:16.513490 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304fadc-5a3f-4f60-ba66-712e8342c256 None None] Sync routers for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:30:16.547746 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304fadc-5a3f-4f60-ba66-712e8342c256 None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:30:16.548478 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-2304fadc-5a3f-4f60-ba66-712e8342c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:30:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:16.549872 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-478e66b9-9bdb-4d3d-8a49-4bc9f5286a29 req-e34a8593-36a0-4ddb-a722-8d7f315fa5a6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] No DVR routers for this DVR port 3065fb10-8a13-4beb-83f9-dec81af1bd92 on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:30:16.552778 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-478e66b9-9bdb-4d3d-8a49-4bc9f5286a29 req-e34a8593-36a0-4ddb-a722-8d7f315fa5a6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:16.556913 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-478e66b9-9bdb-4d3d-8a49-4bc9f5286a29 req-e34a8593-36a0-4ddb-a722-8d7f315fa5a6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "DELETE /v2.0/ports/3065fb10-8a13-4beb-83f9-dec81af1bd92 HTTP/1.1" status: 204 len: 173 time: 2.1247814 Apr 14 20:30:16.557388 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac663f5-c5ff-49b5-b291-831832caed47', 'name': 'network-vif-deleted', 'tag': '3065fb10-8a13-4beb-83f9-dec81af1bd92'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:30:16.560964 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf233d8-b251-4699-bfdf-f1b80e2cde86" -d '{"events": [{"server_uuid": "dac663f5-c5ff-49b5-b291-831832caed47", "name": "network-vif-deleted", "tag": "3065fb10-8a13-4beb-83f9-dec81af1bd92"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:30:16.579911 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37676) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:16.635615 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37678) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:16.639214 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-48f91bed-91e1-4b77-b977-578fa6c65232 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad225bf8aa6a4b28ad215f698e0e6960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0576699 Apr 14 20:30:16.641001 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef976cc-974c-4232-acc9-217a1e77fc35 x-openstack-request-id: req-0ef976cc-974c-4232-acc9-217a1e77fc35 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:30:16.641859 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac663f5-c5ff-49b5-b291-831832caed47", "name": "network-vif-deleted", "tag": "3065fb10-8a13-4beb-83f9-dec81af1bd92", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:30:16.642305 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ef976cc-974c-4232-acc9-217a1e77fc35 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:30:16.643114 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef976cc-974c-4232-acc9-217a1e77fc35'] response: {'server_uuid': 'dac663f5-c5ff-49b5-b291-831832caed47', 'name': 'network-vif-deleted', 'tag': '3065fb10-8a13-4beb-83f9-dec81af1bd92', 'status': 'completed', 'code': 200} Apr 14 20:30:16.661163 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180a18e8-8169-4d1f-816d-db549b82399c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e733f85b-f908-4818-a195-8752ca80b6d8'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:30:16.673132 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b8e20f-7e24-4576-919b-a7d607f0800e" -d '{"events": [{"server_uuid": "180a18e8-8169-4d1f-816d-db549b82399c", "name": "network-vif-unplugged", "status": "completed", "tag": "e733f85b-f908-4818-a195-8752ca80b6d8"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:30:16.741613 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df2fdbf6-e0c7-4043-a656-771d91856cb2 admin admin] Publish callbacks [] for security_group (4802e3a4-2299-4e7e-bedd-853b7639ac76), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:16.769007 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df2fdbf6-e0c7-4043-a656-771d91856cb2 admin admin] Publish callbacks [] for security_group (4802e3a4-2299-4e7e-bedd-853b7639ac76), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:16.779951 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Apr 2022 20:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d2b7e3-489b-46bc-8f06-1a03edeb6e4f x-openstack-request-id: req-19d2b7e3-489b-46bc-8f06-1a03edeb6e4f {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:30:16.780295 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180a18e8-8169-4d1f-816d-db549b82399c", "name": "network-vif-unplugged", "status": "failed", "tag": "e733f85b-f908-4818-a195-8752ca80b6d8", "code": 422}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:30:16.780487 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-19d2b7e3-489b-46bc-8f06-1a03edeb6e4f {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:30:16.780999 dv-cinder-837539-3-iscsi neutron-server[103379]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-19d2b7e3-489b-46bc-8f06-1a03edeb6e4f']: {'server_uuid': '180a18e8-8169-4d1f-816d-db549b82399c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e733f85b-f908-4818-a195-8752ca80b6d8', 'code': 422} returned with failed status Apr 14 20:30:16.820171 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-2304fadc-5a3f-4f60-ba66-712e8342c256 None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:30:16.823232 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df2fdbf6-e0c7-4043-a656-771d91856cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (4802e3a4-2299-4e7e-bedd-853b7639ac76), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:16.826012 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df2fdbf6-e0c7-4043-a656-771d91856cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:16.829582 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-df2fdbf6-e0c7-4043-a656-771d91856cb2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4802e3a4-2299-4e7e-bedd-853b7639ac76 HTTP/1.1" status: 204 len: 168 time: 0.1906140 Apr 14 20:30:16.835798 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fdbf6-e0c7-4043-a656-771d91856cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4802e3a4-2299-4e7e-bedd-853b7639ac76,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:16.976716 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-51521931-bcaf-4da1-b7e1-ed154db0d8c1 req-0515b0c3-2db8-436c-9473-172e583f4d38 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=dac663f5-c5ff-49b5-b291-831832caed47 HTTP/1.1" status: 200 len: 210 time: 0.0342698 Apr 14 20:30:17.089878 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf135b2-aa65-41aa-bcdc-e7acc140cbe6 req-109037cd-c0f6-4b89-84f3-5b48d8bfd9e0 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:17.092042 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4cf135b2-aa65-41aa-bcdc-e7acc140cbe6 req-109037cd-c0f6-4b89-84f3-5b48d8bfd9e0 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.0605376 Apr 14 20:30:17.129403 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-2304fadc-5a3f-4f60-ba66-712e8342c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '4828c8bd-f2f0-4893-8549-08f76fb805bc', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'port_id': 'e1344b42-2290-4abc-880d-c9a5a9bc0094', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'mac_address': 'fa:16:3e:c3:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ddeb3-3161-4eb4-94cc-03ff758e5c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:24:36Z', 'updated_at': '2022-04-14T20:25:01Z', 'revision_number': 2, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:17.149935 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4cf135b2-aa65-41aa-bcdc-e7acc140cbe6 req-3da026d3-6a1a-4f34-acdc-d2538ea5cdb6 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496061 Apr 14 20:30:17.157251 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304fadc-5a3f-4f60-ba66-712e8342c256 None None] Checking router: 6234cb36-42be-4975-8a0a-5dec5c82e1a6 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:30:17.166224 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304fadc-5a3f-4f60-ba66-712e8342c256 None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:30:17.166919 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-2304fadc-5a3f-4f60-ba66-712e8342c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:30:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:17.284017 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37694) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:17.312162 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-2304fadc-5a3f-4f60-ba66-712e8342c256 None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:30:17.317432 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c0a24-a155-49d6-a688-e6cfd3c3cf94 req-b3a18223-f9a8-48c6-ab60-edcbdfbf3336 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:17.324243 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8d1c0a24-a155-49d6-a688-e6cfd3c3cf94 req-b3a18223-f9a8-48c6-ab60-edcbdfbf3336 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0738881 Apr 14 20:30:17.332896 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-4acbf49d-d652-4175-a28b-8fbd907fca5e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58ce23c6488a4a8abe5df695f1fcada2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453928 Apr 14 20:30:17.333218 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37696) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:17.370931 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8d1c0a24-a155-49d6-a688-e6cfd3c3cf94 req-355c6d3b-b0af-4224-8511-823446d8e712 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458326 Apr 14 20:30:17.400921 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-784c1a14-5964-45ab-be12-474dae187e5c admin admin] Publish callbacks [] for security_group (54d2b8b8-a3c7-4063-8b3b-3316d1a82c86), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:17.421642 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-784c1a14-5964-45ab-be12-474dae187e5c admin admin] Publish callbacks [] for security_group (54d2b8b8-a3c7-4063-8b3b-3316d1a82c86), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:17.477346 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-784c1a14-5964-45ab-be12-474dae187e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (54d2b8b8-a3c7-4063-8b3b-3316d1a82c86), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:17.480142 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-784c1a14-5964-45ab-be12-474dae187e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:17.481410 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-784c1a14-5964-45ab-be12-474dae187e5c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/54d2b8b8-a3c7-4063-8b3b-3316d1a82c86 HTTP/1.1" status: 204 len: 168 time: 0.1472189 Apr 14 20:30:17.491167 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c1a14-5964-45ab-be12-474dae187e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d2b8b8-a3c7-4063-8b3b-3316d1a82c86,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:17.779394 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-2304fadc-5a3f-4f60-ba66-712e8342c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '4828c8bd-f2f0-4893-8549-08f76fb805bc', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'port_id': 'e1344b42-2290-4abc-880d-c9a5a9bc0094', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'mac_address': 'fa:16:3e:c3:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ddeb3-3161-4eb4-94cc-03ff758e5c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:24:36Z', 'updated_at': '2022-04-14T20:25:01Z', 'revision_number': 2, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:17.819063 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304fadc-5a3f-4f60-ba66-712e8342c256 None None] The sync data for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi is: [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '4828c8bd-f2f0-4893-8549-08f76fb805bc', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'port_id': 'e1344b42-2290-4abc-880d-c9a5a9bc0094', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'mac_address': 'fa:16:3e:c3:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ddeb3-3161-4eb4-94cc-03ff758e5c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:24:36Z', 'updated_at': '2022-04-14T20:25:01Z', 'revision_number': 2, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:30:18.080390 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37704) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:18.132685 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68762e-377a-4794-85c1-10d5fec21007 None None] New status for floating IP 5d3929d0-6384-4454-9833-f163cf657c6e: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:30:18.144702 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a568ad24-86a0-4efd-b8ec-fe631a373530 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (d6dcd10b-6e15-44ce-9048-94c8bd99205c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:18.179046 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a568ad24-86a0-4efd-b8ec-fe631a373530 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (d6dcd10b-6e15-44ce-9048-94c8bd99205c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:18.260366 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a568ad24-86a0-4efd-b8ec-fe631a373530 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (d6dcd10b-6e15-44ce-9048-94c8bd99205c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:18.263725 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a568ad24-86a0-4efd-b8ec-fe631a373530 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:18.267422 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a568ad24-86a0-4efd-b8ec-fe631a373530 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "DELETE /v2.0/security-groups/d6dcd10b-6e15-44ce-9048-94c8bd99205c HTTP/1.1" status: 204 len: 168 time: 0.1828740 Apr 14 20:30:18.267770 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37708) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:18.284713 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.api.v2.resource [None req-8c7d2f5e-a532-4a3e-9e49-1cd7f426d966 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] show failed (client error): The resource could not be found. Apr 14 20:30:18.285756 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-8c7d2f5e-a532-4a3e-9e49-1cd7f426d966 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups/d6dcd10b-6e15-44ce-9048-94c8bd99205c HTTP/1.1" status: 404 len: 347 time: 0.0167170 Apr 14 20:30:18.288685 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37710) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:18.297651 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568ad24-86a0-4efd-b8ec-fe631a373530 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dcd10b-6e15-44ce-9048-94c8bd99205c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:18.304211 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 3065fb10-8a13-4beb-83f9-dec81af1bd92 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:30:18.318122 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628251ea-fb26-481a-b3f9-3d10256e2137 req-cb40028f-19bd-4415-bf6d-36e371eaff6d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:18.326348 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-628251ea-fb26-481a-b3f9-3d10256e2137 req-cb40028f-19bd-4415-bf6d-36e371eaff6d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.0827048 Apr 14 20:30:18.332539 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: 3065fb10-8a13-4beb-83f9-dec81af1bd92 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:30:18.333382 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 3065fb10-8a13-4beb-83f9-dec81af1bd92 not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:30:18.383693 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-628251ea-fb26-481a-b3f9-3d10256e2137 req-6fe04fd7-07fb-40b2-9cfd-98445b0c50c1 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519786 Apr 14 20:30:18.442594 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cec9c5-f572-430e-8c55-30077d0d1122 req-ceb39841-bcd4-4685-9f70-b8a8bf3846bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:18.444108 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-05cec9c5-f572-430e-8c55-30077d0d1122 req-ceb39841-bcd4-4685-9f70-b8a8bf3846bb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c&tenant_id=7d38318cd27d405c995f7fecf0065a8f HTTP/1.1" status: 200 len: 1127 time: 0.0671055 Apr 14 20:30:18.465639 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d0914957-1abb-48b0-bf2c-1beccc47bd89 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Deleting port e14a6d8d-d86a-44fa-aa8c-c0e60387c8b3 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:30:18.466575 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0914957-1abb-48b0-bf2c-1beccc47bd89 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (e14a6d8d-d86a-44fa-aa8c-c0e60387c8b3), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:18.585812 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77743367-f356-48e8-b7fc-c830ea6b4bb6 req-7d66b4dc-0fb3-4f1d-9893-d8f94aa3e6de tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:18.587368 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-77743367-f356-48e8-b7fc-c830ea6b4bb6 req-7d66b4dc-0fb3-4f1d-9893-d8f94aa3e6de tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.1387482 Apr 14 20:30:18.605711 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cec9c5-f572-430e-8c55-30077d0d1122 req-a5726b23-f77c-441b-bab1-10a4aba7e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:18.607284 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-05cec9c5-f572-430e-8c55-30077d0d1122 req-a5726b23-f77c-441b-bab1-10a4aba7e5fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d38318cd27d405c995f7fecf0065a8f&device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 1127 time: 0.1197414 Apr 14 20:30:18.707360 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0914957-1abb-48b0-bf2c-1beccc47bd89 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (e14a6d8d-d86a-44fa-aa8c-c0e60387c8b3), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:18.707681 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0914957-1abb-48b0-bf2c-1beccc47bd89 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (e14a6d8d-d86a-44fa-aa8c-c0e60387c8b3), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:18.732992 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d0914957-1abb-48b0-bf2c-1beccc47bd89 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Calling delete_port for e14a6d8d-d86a-44fa-aa8c-c0e60387c8b3 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:30:18.737200 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-77743367-f356-48e8-b7fc-c830ea6b4bb6 req-ed057ef0-1227-4afa-9b53-b6fac287409e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405292 Apr 14 20:30:18.810366 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cec9c5-f572-430e-8c55-30077d0d1122 req-4474395f-f937-4d66-854c-910c19a19484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:18.814728 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-05cec9c5-f572-430e-8c55-30077d0d1122 req-4474395f-f937-4d66-854c-910c19a19484 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80c2c505-4d1f-4abc-8513-a7f54767d7de HTTP/1.1" status: 200 len: 910 time: 0.1941133 Apr 14 20:30:18.858578 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d7e09-f811-4b9d-9fea-be56f774705e req-1ebf9f65-0710-44e1-ad22-3cf14321cc68 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:18.859996 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-aa5d7e09-f811-4b9d-9fea-be56f774705e req-1ebf9f65-0710-44e1-ad22-3cf14321cc68 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0542998 Apr 14 20:30:18.868800 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37716) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:18.873719 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3064e4cf-d285-44da-bba6-a3e2ec2db686 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Request body: {'floatingip': {'port_id': '0ca574fc-73cb-44be-848f-4da23235ee9b'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:30:18.916002 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-05cec9c5-f572-430e-8c55-30077d0d1122 req-674f0476-b8ee-4e09-8cb7-fe8b4c4307dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e733f85b-f908-4818-a195-8752ca80b6d8 HTTP/1.1" status: 200 len: 998 time: 0.0964341 Apr 14 20:30:18.921235 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3064e4cf-d285-44da-bba6-a3e2ec2db686 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for floatingip (ea024fb4-2df6-42f7-87a3-a03807a7b651), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:18.999257 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cec9c5-f572-430e-8c55-30077d0d1122 req-263e2941-dbbf-441e-b9b9-887b1c01b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:19.000737 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-05cec9c5-f572-430e-8c55-30077d0d1122 req-263e2941-dbbf-441e-b9b9-887b1c01b37d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9ba921da-a26a-40cd-8a3f-598bd553a55b HTTP/1.1" status: 200 len: 848 time: 0.0781162 Apr 14 20:30:19.018469 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0914957-1abb-48b0-bf2c-1beccc47bd89 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (e14a6d8d-d86a-44fa-aa8c-c0e60387c8b3), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:19.063392 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0914957-1abb-48b0-bf2c-1beccc47bd89 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event deleted for resources: {'Port': ['ID=e14a6d8d-d86a-44fa-aa8c-c0e60387c8b3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:19.093593 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cec9c5-f572-430e-8c55-30077d0d1122 req-e6f0354b-f378-4cd6-84b5-44ce63bdd3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:19.095141 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-05cec9c5-f572-430e-8c55-30077d0d1122 req-e6f0354b-f378-4cd6-84b5-44ce63bdd3ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80c2c505-4d1f-4abc-8513-a7f54767d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874517 Apr 14 20:30:19.188339 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0914957-1abb-48b0-bf2c-1beccc47bd89 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (5d3929d0-6384-4454-9833-f163cf657c6e), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:19.190927 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0914957-1abb-48b0-bf2c-1beccc47bd89 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:19.194675 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-d0914957-1abb-48b0-bf2c-1beccc47bd89 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "DELETE /v2.0/floatingips/5d3929d0-6384-4454-9833-f163cf657c6e HTTP/1.1" status: 204 len: 168 time: 0.9023416 Apr 14 20:30:19.223147 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-05cec9c5-f572-430e-8c55-30077d0d1122 req-6e61c7d6-b353-4044-bcf6-24521a524704 service neutron] 10.222.0.46 "GET /v2.0/networks/80c2c505-4d1f-4abc-8513-a7f54767d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063409 Apr 14 20:30:19.325249 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-05cec9c5-f572-430e-8c55-30077d0d1122 req-5faf9501-a60d-4c44-884e-79bd1f8eb229 service neutron] 10.222.0.46 "GET /v2.0/networks/80c2c505-4d1f-4abc-8513-a7f54767d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946608 Apr 14 20:30:19.409164 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3064e4cf-d285-44da-bba6-a3e2ec2db686 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:19.413678 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3064e4cf-d285-44da-bba6-a3e2ec2db686 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (ea024fb4-2df6-42f7-87a3-a03807a7b651), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:19.765427 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430cc41-6a6d-4e50-8808-1f1cf9d95c8a req-80fab7ca-3bf3-4109-8b4b-471300f346f5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:19.766851 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4430cc41-6a6d-4e50-8808-1f1cf9d95c8a req-80fab7ca-3bf3-4109-8b4b-471300f346f5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.3067122 Apr 14 20:30:19.791254 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.l3_db [None req-3064e4cf-d285-44da-bba6-a3e2ec2db686 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Floating IP ea024fb4-2df6-42f7-87a3-a03807a7b651 associated. External IP: 172.27.3.75, port: 0ca574fc-73cb-44be-848f-4da23235ee9b. Apr 14 20:30:19.861063 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4430cc41-6a6d-4e50-8808-1f1cf9d95c8a req-e5b7da0d-8695-42ae-ae39-56729fcee80c tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886886 Apr 14 20:30:20.023558 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3064e4cf-d285-44da-bba6-a3e2ec2db686 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:30:20.133603 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3064e4cf-d285-44da-bba6-a3e2ec2db686 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:30:20.138548 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3064e4cf-d285-44da-bba6-a3e2ec2db686 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:20.144829 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eaa192-a8c7-4ef6-80f3-17e8f1d3dd88 None None] Sync routers for ids ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:30:20.155095 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eaa192-a8c7-4ef6-80f3-17e8f1d3dd88 None None] Routers {'5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:30:20.155701 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-96eaa192-a8c7-4ef6-80f3-17e8f1d3dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:30:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:20.167380 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-3064e4cf-d285-44da-bba6-a3e2ec2db686 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "PUT /v2.0/floatingips/ea024fb4-2df6-42f7-87a3-a03807a7b651 HTTP/1.1" status: 200 len: 990 time: 1.2975562 Apr 14 20:30:20.167965 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e018638-3597-4aa1-ac33-e3dc44add4ed', 'tag': '0ca574fc-73cb-44be-848f-4da23235ee9b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:30:20.170516 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdbe11d59a66eb6431a54a4c04aa9c41f8d225d3092e952352ea334af4395ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbc9848-7751-4206-a7b1-a3f6b22e76f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8e018638-3597-4aa1-ac33-e3dc44add4ed", "tag": "0ca574fc-73cb-44be-848f-4da23235ee9b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:30:20.218171 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ccacea-5b1d-4781-af6d-71d5d31ba3c8 x-openstack-request-id: req-02ccacea-5b1d-4781-af6d-71d5d31ba3c8 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:30:20.218520 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e018638-3597-4aa1-ac33-e3dc44add4ed", "tag": "0ca574fc-73cb-44be-848f-4da23235ee9b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:30:20.218752 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02ccacea-5b1d-4781-af6d-71d5d31ba3c8 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:30:20.219159 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ccacea-5b1d-4781-af6d-71d5d31ba3c8'] response: {'name': 'network-changed', 'server_uuid': '8e018638-3597-4aa1-ac33-e3dc44add4ed', 'tag': '0ca574fc-73cb-44be-848f-4da23235ee9b', 'status': 'completed', 'code': 200} Apr 14 20:30:20.275753 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-96eaa192-a8c7-4ef6-80f3-17e8f1d3dd88 None None] Set router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:30:20.293595 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc9848-7751-4206-a7b1-a3f6b22e76f1 req-a29fc587-490b-4cdd-b12b-314fe3733016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:20.295831 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dbbc9848-7751-4206-a7b1-a3f6b22e76f1 req-a29fc587-490b-4cdd-b12b-314fe3733016 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3f8c257adbc4afc935c3fed66259370&device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 1129 time: 0.0463130 Apr 14 20:30:20.387468 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc9848-7751-4206-a7b1-a3f6b22e76f1 req-62fd501d-393f-4a6d-8d8e-d17c78e338a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:20.389114 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dbbc9848-7751-4206-a7b1-a3f6b22e76f1 req-62fd501d-393f-4a6d-8d8e-d17c78e338a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4197bec-e804-4778-9814-28700a63aa0d HTTP/1.1" status: 200 len: 918 time: 0.0860631 Apr 14 20:30:20.492876 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-96eaa192-a8c7-4ef6-80f3-17e8f1d3dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:22:43Z', 'revision_number': 4, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port': {'id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:20:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:37Z', 'updated_at': '2022-04-14T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': 'ea024fb4-2df6-42f7-87a3-a03807a7b651', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'port_id': '0ca574fc-73cb-44be-848f-4da23235ee9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'mac_address': 'fa:16:3e:8c:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e018638-3597-4aa1-ac33-e3dc44add4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:30:01Z', 'updated_at': '2022-04-14T20:30:19Z', 'revision_number': 1, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0', 'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'mac_address': 'fa:16:3e:51:f7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:42Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 5, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'subnets': [{'id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:20.525713 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eaa192-a8c7-4ef6-80f3-17e8f1d3dd88 None None] Checking router: 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:30:20.535598 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eaa192-a8c7-4ef6-80f3-17e8f1d3dd88 None None] Routers {'5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:30:20.536148 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-96eaa192-a8c7-4ef6-80f3-17e8f1d3dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:30:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:20.647675 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-96eaa192-a8c7-4ef6-80f3-17e8f1d3dd88 None None] Set router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:30:20.785959 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dbbc9848-7751-4206-a7b1-a3f6b22e76f1 req-00b8f06a-4fdf-4f6a-82bf-ecf60edeade9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ca574fc-73cb-44be-848f-4da23235ee9b HTTP/1.1" status: 200 len: 998 time: 0.0637386 Apr 14 20:30:20.853709 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc9848-7751-4206-a7b1-a3f6b22e76f1 req-b6382a97-36a7-425a-9310-1a863e075675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:20.855206 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dbbc9848-7751-4206-a7b1-a3f6b22e76f1 req-b6382a97-36a7-425a-9310-1a863e075675 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=997b9dd2-aea4-4c9c-9ac9-49ac96810906 HTTP/1.1" status: 200 len: 856 time: 0.0469089 Apr 14 20:30:20.868223 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-96eaa192-a8c7-4ef6-80f3-17e8f1d3dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:22:43Z', 'revision_number': 4, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port': {'id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:20:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:37Z', 'updated_at': '2022-04-14T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': 'ea024fb4-2df6-42f7-87a3-a03807a7b651', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'port_id': '0ca574fc-73cb-44be-848f-4da23235ee9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'mac_address': 'fa:16:3e:8c:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e018638-3597-4aa1-ac33-e3dc44add4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:30:01Z', 'updated_at': '2022-04-14T20:30:19Z', 'revision_number': 1, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0', 'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'mac_address': 'fa:16:3e:51:f7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:42Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 5, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'subnets': [{'id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:20.899459 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eaa192-a8c7-4ef6-80f3-17e8f1d3dd88 None None] The sync data for ids ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'] in dv-cinder-837539-3-iscsi is: [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:22:43Z', 'revision_number': 4, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port': {'id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:20:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:37Z', 'updated_at': '2022-04-14T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': 'ea024fb4-2df6-42f7-87a3-a03807a7b651', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'port_id': '0ca574fc-73cb-44be-848f-4da23235ee9b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'mac_address': 'fa:16:3e:8c:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e018638-3597-4aa1-ac33-e3dc44add4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:30:01Z', 'updated_at': '2022-04-14T20:30:19Z', 'revision_number': 1, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0', 'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'mac_address': 'fa:16:3e:51:f7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:42Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 5, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'subnets': [{'id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:30:20.935979 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc9848-7751-4206-a7b1-a3f6b22e76f1 req-1bd314fc-c9ed-4123-bca5-afe023dc2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:20.938411 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dbbc9848-7751-4206-a7b1-a3f6b22e76f1 req-1bd314fc-c9ed-4123-bca5-afe023dc2a19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4197bec-e804-4778-9814-28700a63aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474539 Apr 14 20:30:21.059057 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cc2f3-83b2-47ea-b7fd-f7e817400654 req-de1e7153-7730-403f-984d-4d4cb5139e56 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:21.061943 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2a0cc2f3-83b2-47ea-b7fd-f7e817400654 req-de1e7153-7730-403f-984d-4d4cb5139e56 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.0882499 Apr 14 20:30:21.103320 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dbbc9848-7751-4206-a7b1-a3f6b22e76f1 req-f31073db-cdf9-4617-b0af-78ddbff9dc4a service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574614 Apr 14 20:30:21.129623 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fa2884-207e-445f-bd64-ba0537303460 None None] New status for floating IP ea024fb4-2df6-42f7-87a3-a03807a7b651: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:30:21.213634 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2a0cc2f3-83b2-47ea-b7fd-f7e817400654 req-a93aa317-17bb-46d1-a963-2f94cef38035 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420274 Apr 14 20:30:21.257838 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dbbc9848-7751-4206-a7b1-a3f6b22e76f1 req-57cda954-e51b-4386-8609-256ea4bfc284 service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430812 Apr 14 20:30:21.869611 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef29a2-fa12-4d53-9e64-5aa12a1de4d7 req-3a9bde81-5ca5-475b-bf38-4c0477184067 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:21.871163 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6cef29a2-fa12-4d53-9e64-5aa12a1de4d7 req-3a9bde81-5ca5-475b-bf38-4c0477184067 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 946 time: 0.0470684 Apr 14 20:30:21.917089 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6cef29a2-fa12-4d53-9e64-5aa12a1de4d7 req-10a8afc9-b8bf-4dd2-ba76-4e83a821acd0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f9253ff-9828-42af-b68b-b615398d01e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402365 Apr 14 20:30:22.334150 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d356bb3-1891-4829-8960-e229ca06e998 req-16aebff4-d2c0-4035-91ca-6187b3a3f138 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:22.335642 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5d356bb3-1891-4829-8960-e229ca06e998 req-16aebff4-d2c0-4035-91ca-6187b3a3f138 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.0480981 Apr 14 20:30:22.383923 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5d356bb3-1891-4829-8960-e229ca06e998 req-8cef31a3-53a2-4c8d-ac21-cca90d0d5083 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418973 Apr 14 20:30:22.740456 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44117ccf-bba7-4969-ac96-79a8a16b2309 req-dde1cff0-8b38-4a75-b69a-81c5404f132b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:22.741876 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-44117ccf-bba7-4969-ac96-79a8a16b2309 req-dde1cff0-8b38-4a75-b69a-81c5404f132b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 946 time: 0.0506697 Apr 14 20:30:22.830996 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-44117ccf-bba7-4969-ac96-79a8a16b2309 req-73ad2bd4-7c9a-4a76-a691-860d92e5d495 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Deleting port e1344b42-2290-4abc-880d-c9a5a9bc0094 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:30:22.831341 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-44117ccf-bba7-4969-ac96-79a8a16b2309 req-73ad2bd4-7c9a-4a76-a691-860d92e5d495 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (e1344b42-2290-4abc-880d-c9a5a9bc0094), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:22.921989 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-44117ccf-bba7-4969-ac96-79a8a16b2309 req-73ad2bd4-7c9a-4a76-a691-860d92e5d495 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] For port e1344b42-2290-4abc-880d-c9a5a9bc0094, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e1344b42-2290-4abc-880d-c9a5a9bc0094,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:22.922349 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-44117ccf-bba7-4969-ac96-79a8a16b2309 req-73ad2bd4-7c9a-4a76-a691-860d92e5d495 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (e1344b42-2290-4abc-880d-c9a5a9bc0094), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:23.032324 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edda41-a0e1-47b8-94e3-ba3534357515 req-15a6fa63-2d42-4603-b11a-c205241e20ec tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:23.033806 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-10edda41-a0e1-47b8-94e3-ba3534357515 req-15a6fa63-2d42-4603-b11a-c205241e20ec tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=026ddeb3-3161-4eb4-94cc-03ff758e5c76 HTTP/1.1" status: 200 len: 946 time: 0.0468950 Apr 14 20:30:23.083754 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-10edda41-a0e1-47b8-94e3-ba3534357515 req-fea2f292-77e6-438e-bfe1-bc3d00268ee7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f9253ff-9828-42af-b68b-b615398d01e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442905 Apr 14 20:30:23.099536 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-44117ccf-bba7-4969-ac96-79a8a16b2309 req-73ad2bd4-7c9a-4a76-a691-860d92e5d495 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:23.099900 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-44117ccf-bba7-4969-ac96-79a8a16b2309 req-73ad2bd4-7c9a-4a76-a691-860d92e5d495 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (4828c8bd-f2f0-4893-8549-08f76fb805bc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:23.100216 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.l3_db [req-44117ccf-bba7-4969-ac96-79a8a16b2309 req-73ad2bd4-7c9a-4a76-a691-860d92e5d495 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Floating IP 4828c8bd-f2f0-4893-8549-08f76fb805bc disassociated. External IP: 172.27.3.122, port: e1344b42-2290-4abc-880d-c9a5a9bc0094. Apr 14 20:30:23.100556 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-44117ccf-bba7-4969-ac96-79a8a16b2309 req-73ad2bd4-7c9a-4a76-a691-860d92e5d495 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Calling delete_port for e1344b42-2290-4abc-880d-c9a5a9bc0094 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:30:23.235191 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-44117ccf-bba7-4969-ac96-79a8a16b2309 req-73ad2bd4-7c9a-4a76-a691-860d92e5d495 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (e1344b42-2290-4abc-880d-c9a5a9bc0094), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:23.261037 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad2bd4-7c9a-4a76-a691-860d92e5d495 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event deleted for resources: {'Port': ['ID=e1344b42-2290-4abc-880d-c9a5a9bc0094,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:23.382632 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44117ccf-bba7-4969-ac96-79a8a16b2309 req-73ad2bd4-7c9a-4a76-a691-860d92e5d495 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:30:23.526646 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cd923-8188-4133-b362-c0f73eb012dd req-d8632948-56c4-48d5-b85e-1ca822f99bec tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:23.528006 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0f6cd923-8188-4133-b362-c0f73eb012dd req-d8632948-56c4-48d5-b85e-1ca822f99bec tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.0597436 Apr 14 20:30:23.532802 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44117ccf-bba7-4969-ac96-79a8a16b2309 req-73ad2bd4-7c9a-4a76-a691-860d92e5d495 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:30:23.541886 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46960f00-0753-4c27-b459-6105b9bd3637 None None] Sync routers for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:30:23.552257 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46960f00-0753-4c27-b459-6105b9bd3637 None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:30:23.552873 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-46960f00-0753-4c27-b459-6105b9bd3637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:30:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:23.589727 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-44117ccf-bba7-4969-ac96-79a8a16b2309 req-73ad2bd4-7c9a-4a76-a691-860d92e5d495 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] No DVR routers for this DVR port e1344b42-2290-4abc-880d-c9a5a9bc0094 on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:30:23.597437 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-44117ccf-bba7-4969-ac96-79a8a16b2309 req-73ad2bd4-7c9a-4a76-a691-860d92e5d495 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:23.600912 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-44117ccf-bba7-4969-ac96-79a8a16b2309 req-73ad2bd4-7c9a-4a76-a691-860d92e5d495 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "DELETE /v2.0/ports/e1344b42-2290-4abc-880d-c9a5a9bc0094 HTTP/1.1" status: 204 len: 173 time: 0.8537869 Apr 14 20:30:23.601363 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026ddeb3-3161-4eb4-94cc-03ff758e5c76', 'name': 'network-vif-deleted', 'tag': 'e1344b42-2290-4abc-880d-c9a5a9bc0094'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:30:23.603672 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdfd81c-2e9b-49cb-a9e0-e4b9013ae76b" -d '{"events": [{"server_uuid": "026ddeb3-3161-4eb4-94cc-03ff758e5c76", "name": "network-vif-deleted", "tag": "e1344b42-2290-4abc-880d-c9a5a9bc0094"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:30:23.628106 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0f6cd923-8188-4133-b362-c0f73eb012dd req-195fcf5b-7524-4f27-9031-a1175420e797 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934711 Apr 14 20:30:23.676443 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e230165-2e00-4b17-a243-bb1720198d27 x-openstack-request-id: req-8e230165-2e00-4b17-a243-bb1720198d27 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:30:23.676882 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026ddeb3-3161-4eb4-94cc-03ff758e5c76", "name": "network-vif-deleted", "tag": "e1344b42-2290-4abc-880d-c9a5a9bc0094", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:30:23.677266 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e230165-2e00-4b17-a243-bb1720198d27 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:30:23.677853 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e230165-2e00-4b17-a243-bb1720198d27'] response: {'server_uuid': '026ddeb3-3161-4eb4-94cc-03ff758e5c76', 'name': 'network-vif-deleted', 'tag': 'e1344b42-2290-4abc-880d-c9a5a9bc0094', 'status': 'completed', 'code': 200} Apr 14 20:30:23.698940 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-46960f00-0753-4c27-b459-6105b9bd3637 None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:30:23.906167 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-46960f00-0753-4c27-b459-6105b9bd3637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:24.070118 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46960f00-0753-4c27-b459-6105b9bd3637 None None] Checking router: 6234cb36-42be-4975-8a0a-5dec5c82e1a6 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:30:24.080085 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46960f00-0753-4c27-b459-6105b9bd3637 None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:30:24.080723 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-46960f00-0753-4c27-b459-6105b9bd3637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:30:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:24.181218 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37760) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:24.195052 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-46960f00-0753-4c27-b459-6105b9bd3637 None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:30:24.235872 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (2f9253ff-9828-42af-b68b-b615398d01e3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:24.259807 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (2f9253ff-9828-42af-b68b-b615398d01e3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:24.307708 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (2f9253ff-9828-42af-b68b-b615398d01e3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:24.310664 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:24.311989 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "DELETE /v2.0/security-groups/2f9253ff-9828-42af-b68b-b615398d01e3 HTTP/1.1" status: 204 len: 168 time: 0.1297789 Apr 14 20:30:24.314874 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37762) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:24.326993 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9253ff-9828-42af-b68b-b615398d01e3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:24.329719 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.api.v2.resource [None req-e0849565-b5fc-4887-80cd-1a42992b8fbd tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] show failed (client error): The resource could not be found. Apr 14 20:30:24.333403 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-e0849565-b5fc-4887-80cd-1a42992b8fbd tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups/2f9253ff-9828-42af-b68b-b615398d01e3 HTTP/1.1" status: 404 len: 347 time: 0.0149059 Apr 14 20:30:24.333583 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37764) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:24.334386 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:24.334784 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:24.335139 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:24.335507 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:24.335854 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:24.336198 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:24.336538 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:24.336875 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:24.337242 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:24.337579 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:24.337964 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:24.338305 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:24.338662 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:24.338993 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:24.339328 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec48a9-1af2-4540-b978-0cfcc08eabf0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:30:24.396559 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-46960f00-0753-4c27-b459-6105b9bd3637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:24.427932 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46960f00-0753-4c27-b459-6105b9bd3637 None None] The sync data for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi is: [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:30:24.458778 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c323871e-c1c1-4396-beb6-58a49c8f5341 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Deleting port 8c19017b-2f25-427f-8043-34e0ef5f92e7 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:30:24.459338 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c323871e-c1c1-4396-beb6-58a49c8f5341 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (8c19017b-2f25-427f-8043-34e0ef5f92e7), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:24.536993 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c323871e-c1c1-4396-beb6-58a49c8f5341 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (8c19017b-2f25-427f-8043-34e0ef5f92e7), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:24.537326 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c323871e-c1c1-4396-beb6-58a49c8f5341 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (8c19017b-2f25-427f-8043-34e0ef5f92e7), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:24.551671 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c323871e-c1c1-4396-beb6-58a49c8f5341 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Calling delete_port for 8c19017b-2f25-427f-8043-34e0ef5f92e7 owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:30:24.649237 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4120513-1e9d-403d-bcbc-d98a1e0138d4 None None] New status for floating IP 4828c8bd-f2f0-4893-8549-08f76fb805bc: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:30:24.694812 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c323871e-c1c1-4396-beb6-58a49c8f5341 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (8c19017b-2f25-427f-8043-34e0ef5f92e7), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:24.728957 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323871e-c1c1-4396-beb6-58a49c8f5341 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event deleted for resources: {'Port': ['ID=8c19017b-2f25-427f-8043-34e0ef5f92e7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:24.729806 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.db.api [None req-b4120513-1e9d-403d-bcbc-d98a1e0138d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 20:30:24.731125 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG oslo_db.api [None req-b4120513-1e9d-403d-bcbc-d98a1e0138d4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 20:30:24.807420 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c332dad-54ab-4af2-8cc7-22867980d588 req-1fe3d481-143b-4553-8836-d1444559a155 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:24.808905 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1c332dad-54ab-4af2-8cc7-22867980d588 req-1fe3d481-143b-4553-8836-d1444559a155 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.0904286 Apr 14 20:30:24.835326 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c323871e-c1c1-4396-beb6-58a49c8f5341 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (4828c8bd-f2f0-4893-8549-08f76fb805bc), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:24.837865 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c323871e-c1c1-4396-beb6-58a49c8f5341 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:24.838925 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-c323871e-c1c1-4396-beb6-58a49c8f5341 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "DELETE /v2.0/floatingips/4828c8bd-f2f0-4893-8549-08f76fb805bc HTTP/1.1" status: 204 len: 168 time: 0.5042865 Apr 14 20:30:24.867961 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1c332dad-54ab-4af2-8cc7-22867980d588 req-e902e993-56be-4624-8f74-a5ecdf6b20b0 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531199 Apr 14 20:30:25.232834 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4120513-1e9d-403d-bcbc-d98a1e0138d4 None None] New status for floating IP 4828c8bd-f2f0-4893-8549-08f76fb805bc: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:30:25.280878 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37770) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:25.285388 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2521345e-4557-4b33-9c45-7a63590d3678 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2078514824', 'description': 'tempest-description--1311056049'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:30:25.312789 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2521345e-4557-4b33-9c45-7a63590d3678 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:25.380097 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2521345e-4557-4b33-9c45-7a63590d3678 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (149add51-e5f0-4acf-98e2-769c200cd799), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:25.383685 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2521345e-4557-4b33-9c45-7a63590d3678 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (149add51-e5f0-4acf-98e2-769c200cd799), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:25.413610 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2521345e-4557-4b33-9c45-7a63590d3678 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:25.414877 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-2521345e-4557-4b33-9c45-7a63590d3678 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1329103 Apr 14 20:30:25.417695 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37772) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:25.422180 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-51ce3e23-5343-4bb6-aedc-0d5dc7c36205 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'security_group_rule': {'security_group_id': '149add51-e5f0-4acf-98e2-769c200cd799', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:30:25.427548 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521345e-4557-4b33-9c45-7a63590d3678 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149add51-e5f0-4acf-98e2-769c200cd799,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:25.449033 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51ce3e23-5343-4bb6-aedc-0d5dc7c36205 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (691c0984-18f9-4155-8db5-d04e7d12260f), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:25.505311 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51ce3e23-5343-4bb6-aedc-0d5dc7c36205 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (691c0984-18f9-4155-8db5-d04e7d12260f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:25.508786 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51ce3e23-5343-4bb6-aedc-0d5dc7c36205 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (691c0984-18f9-4155-8db5-d04e7d12260f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:25.526694 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce3e23-5343-4bb6-aedc-0d5dc7c36205 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691c0984-18f9-4155-8db5-d04e7d12260f,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:25.540620 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51ce3e23-5343-4bb6-aedc-0d5dc7c36205 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:25.541809 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-51ce3e23-5343-4bb6-aedc-0d5dc7c36205 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231973 Apr 14 20:30:25.544644 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37774) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:25.548719 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a719ce2f-b7a0-4c79-9141-0bbe295f6926 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'security_group_rule': {'security_group_id': '149add51-e5f0-4acf-98e2-769c200cd799', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:30:25.573172 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a719ce2f-b7a0-4c79-9141-0bbe295f6926 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (0304e8d6-72e5-4df1-a883-295b2f6cbab9), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:25.627107 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a719ce2f-b7a0-4c79-9141-0bbe295f6926 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (0304e8d6-72e5-4df1-a883-295b2f6cbab9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:25.632084 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a719ce2f-b7a0-4c79-9141-0bbe295f6926 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (0304e8d6-72e5-4df1-a883-295b2f6cbab9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:25.650165 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719ce2f-b7a0-4c79-9141-0bbe295f6926 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0304e8d6-72e5-4df1-a883-295b2f6cbab9,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:25.658095 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a719ce2f-b7a0-4c79-9141-0bbe295f6926 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:25.659366 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a719ce2f-b7a0-4c79-9141-0bbe295f6926 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138291 Apr 14 20:30:25.662397 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37776) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:25.666537 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4b199049-e51f-438e-b05b-faf71d9ea718 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'floatingip': {'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:30:25.687368 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b199049-e51f-438e-b05b-faf71d9ea718 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:25.766292 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b199049-e51f-438e-b05b-faf71d9ea718 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:25.871736 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-4b199049-e51f-438e-b05b-faf71d9ea718 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Allocated IP 172.27.3.206 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/305d72cd-5eee-4314-9b5e-de81c5673719) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:30:25.978318 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b199049-e51f-438e-b05b-faf71d9ea718 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for port (305d72cd-5eee-4314-9b5e-de81c5673719), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:25.987022 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521f6b0-3b1e-40cc-96b0-78a618a5e048 req-7fdec6bc-5982-4093-a5f1-5c4ab316c012 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:25.994293 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f521f6b0-3b1e-40cc-96b0-78a618a5e048 req-7fdec6bc-5982-4093-a5f1-5c4ab316c012 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.0552909 Apr 14 20:30:26.014884 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b199049-e51f-438e-b05b-faf71d9ea718 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (305d72cd-5eee-4314-9b5e-de81c5673719), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:26.044782 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f521f6b0-3b1e-40cc-96b0-78a618a5e048 req-0a96b437-ebfc-414b-9e76-9dc12e8bbd46 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495098 Apr 14 20:30:26.052587 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b199049-e51f-438e-b05b-faf71d9ea718 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:30:26.057487 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-4b199049-e51f-438e-b05b-faf71d9ea718 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:30:26.064802 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b199049-e51f-438e-b05b-faf71d9ea718 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'Port': ['ID=305d72cd-5eee-4314-9b5e-de81c5673719,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:26.069111 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b199049-e51f-438e-b05b-faf71d9ea718 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:30:26.159594 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b199049-e51f-438e-b05b-faf71d9ea718 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (df135107-0a02-4529-be3e-1042761515e1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:26.196772 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b199049-e51f-438e-b05b-faf71d9ea718 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (305d72cd-5eee-4314-9b5e-de81c5673719), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:26.346801 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b199049-e51f-438e-b05b-faf71d9ea718 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for port (305d72cd-5eee-4314-9b5e-de81c5673719), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:26.351094 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b199049-e51f-438e-b05b-faf71d9ea718 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29644623'] for port (305d72cd-5eee-4314-9b5e-de81c5673719), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:26.414128 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b199049-e51f-438e-b05b-faf71d9ea718 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'Port': ['ID=305d72cd-5eee-4314-9b5e-de81c5673719,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:26.430246 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b199049-e51f-438e-b05b-faf71d9ea718 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (df135107-0a02-4529-be3e-1042761515e1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:26.444963 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b199049-e51f-438e-b05b-faf71d9ea718 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:26.446174 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-4b199049-e51f-438e-b05b-faf71d9ea718 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7828407 Apr 14 20:30:26.638492 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-5641e85d-f494-48d5-90cf-5eb5d3e282d4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2078514824&fields=id&tenant_id=924c18fd64a043699aeb1ce62cc31145 HTTP/1.1" status: 200 len: 267 time: 0.0415435 Apr 14 20:30:26.748938 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-4fba9d95-b29e-4356-a9f7-f51793cc2eb4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:26.750387 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-4fba9d95-b29e-4356-a9f7-f51793cc2eb4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/networks?id=fc816253-53ef-4b12-982a-ad49d0c30481 HTTP/1.1" status: 200 len: 815 time: 0.1054833 Apr 14 20:30:26.764515 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-4cce422b-41a9-4691-ad55-6d263b1497a0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/quotas/924c18fd64a043699aeb1ce62cc31145 HTTP/1.1" status: 200 len: 375 time: 0.0085225 Apr 14 20:30:26.813897 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-33844d1a-868b-447d-9f08-266a5f484586 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=924c18fd64a043699aeb1ce62cc31145&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446868 Apr 14 20:30:27.001718 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-c0a57e97-705e-4acd-845b-994c21bfe2a7 service neutron] 10.222.0.11 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767740 Apr 14 20:30:27.091749 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-4fea64bd-2e1a-4005-a70b-9f53e41921d6 service neutron] 10.222.0.11 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833015 Apr 14 20:30:27.164209 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1080449-c85d-42df-9e05-bc8e1b17f522 req-8ccb98d5-c582-4082-b29a-df67025775bc tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:27.165703 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c1080449-c85d-42df-9e05-bc8e1b17f522 req-8ccb98d5-c582-4082-b29a-df67025775bc tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.0487695 Apr 14 20:30:27.230992 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c1080449-c85d-42df-9e05-bc8e1b17f522 req-299fa13c-c920-41ae-9062-763caed3e2ea tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516193 Apr 14 20:30:27.262590 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bb7d3ebe-8f5d-4231-9b29-4f07b8d5a390 req-e02dedf8-e1d0-4ed1-be23-cf30dddc3887 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 210 time: 0.0341566 Apr 14 20:30:28.228670 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-2ea01bcd-45d8-40d6-9ace-7aedc2d32f20 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:28.230136 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-2ea01bcd-45d8-40d6-9ace-7aedc2d32f20 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "GET /v2.0/networks?id=fc816253-53ef-4b12-982a-ad49d0c30481 HTTP/1.1" status: 200 len: 815 time: 0.1105719 Apr 14 20:30:28.297168 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-10fb0de4-4dc6-4108-b1d7-dfe8ecbe24a7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=924c18fd64a043699aeb1ce62cc31145 HTTP/1.1" status: 200 len: 380 time: 0.0583551 Apr 14 20:30:28.342776 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d4563-0c98-4538-918f-306cb40835d3 req-fddd4301-1d5f-4701-8783-080fcb1fd1f6 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:28.344254 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed7d4563-0c98-4538-918f-306cb40835d3 req-fddd4301-1d5f-4701-8783-080fcb1fd1f6 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 943 time: 0.0461631 Apr 14 20:30:28.362303 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fe99e4a9-995a-46e8-901e-8a554b60d55b req-ff42b094-508c-43e1-a396-21023083b7e4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 210 time: 0.0270805 Apr 14 20:30:28.367885 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device e733f85b-f908-4818-a195-8752ca80b6d8 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:30:28.369971 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device e1344b42-2290-4abc-880d-c9a5a9bc0094 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:30:28.386079 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-d7d96da1-50d0-45d4-9531-21c52148a4da tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'port': {'device_id': '1ef30f82-d59d-47bf-ad6e-509d6193ccde', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'admin_state_up': True, 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'security_groups': ['149add51-e5f0-4acf-98e2-769c200cd799']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:30:28.397982 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: e1344b42-2290-4abc-880d-c9a5a9bc0094 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:30:28.398322 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device e1344b42-2290-4abc-880d-c9a5a9bc0094 not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:30:28.423090 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed7d4563-0c98-4538-918f-306cb40835d3 req-4f9fe4af-beac-476e-95de-b011b5fc1a3e tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711820 Apr 14 20:30:28.489636 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port e733f85b-f908-4818-a195-8752ca80b6d8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e733f85b-f908-4818-a195-8752ca80b6d8,segment=NetworkSegment(691be194-1d39-47f7-8967-21526e2a9d28),segment_id=691be194-1d39-47f7-8967-21526e2a9d28)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:28.501589 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': 'e733f85b-f908-4818-a195-8752ca80b6d8', 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de', 'port_id': 'e733f85b-f908-4818-a195-8752ca80b6d8', 'mac_address': 'fa:16:3e:93:4b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:30:28.510755 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-d7d96da1-50d0-45d4-9531-21c52148a4da tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Made reservation on behalf of 924c18fd64a043699aeb1ce62cc31145 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:30:28.515239 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-d7d96da1-50d0-45d4-9531-21c52148a4da tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:28.539866 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port e733f85b-f908-4818-a195-8752ca80b6d8 is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:30:28.540323 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:28.553752 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e733f85b-f908-4818-a195-8752ca80b6d8 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:30:28.574376 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port e733f85b-f908-4818-a195-8752ca80b6d8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e733f85b-f908-4818-a195-8752ca80b6d8,segment=NetworkSegment(691be194-1d39-47f7-8967-21526e2a9d28),segment_id=691be194-1d39-47f7-8967-21526e2a9d28)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:28.578349 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:28.627419 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=e733f85b-f908-4818-a195-8752ca80b6d8,revision_number=7']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:28.639790 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-d7d96da1-50d0-45d4-9531-21c52148a4da tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Allocated IP 172.20.0.8 (fc816253-53ef-4b12-982a-ad49d0c30481/a3d11b83-af55-48c9-bf30-95e6969d035a/c330b900-5a50-44a3-94b0-1be460a36795) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:30:28.775278 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-d7d96da1-50d0-45d4-9531-21c52148a4da tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for port (c330b900-5a50-44a3-94b0-1be460a36795), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:28.807836 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-d7d96da1-50d0-45d4-9531-21c52148a4da tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (c330b900-5a50-44a3-94b0-1be460a36795), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:28.847372 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-d7d96da1-50d0-45d4-9531-21c52148a4da tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Network fc816253-53ef-4b12-982a-ad49d0c30481 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:30:28.850351 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-d7d96da1-50d0-45d4-9531-21c52148a4da tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:30:28.857004 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-d7d96da1-50d0-45d4-9531-21c52148a4da tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:30:28.887724 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d96da1-50d0-45d4-9531-21c52148a4da tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'Port': ['ID=c330b900-5a50-44a3-94b0-1be460a36795,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:28.913040 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-d7d96da1-50d0-45d4-9531-21c52148a4da tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:28.913720 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-d7d96da1-50d0-45d4-9531-21c52148a4da tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:28.932011 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-d7d96da1-50d0-45d4-9531-21c52148a4da tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5502210 Apr 14 20:30:28.955843 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Request body: {'port': {'device_id': '1ef30f82-d59d-47bf-ad6e-509d6193ccde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:30:28.965476 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['e733f85b-f908-4818-a195-8752ca80b6d8'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:30:29.016267 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (c330b900-5a50-44a3-94b0-1be460a36795), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:29.108909 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-c9c7b93c-7743-49a6-931f-b6a781f9b5a6 None None] Provisioning complete for port c330b900-5a50-44a3-94b0-1be460a36795 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:30:29.109275 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c9c7b93c-7743-49a6-931f-b6a781f9b5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (c330b900-5a50-44a3-94b0-1be460a36795), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:29.168718 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-c9c7b93c-7743-49a6-931f-b6a781f9b5a6 None None] Port c330b900-5a50-44a3-94b0-1be460a36795 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:30:29.287393 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c330b900-5a50-44a3-94b0-1be460a36795 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:30:29.294683 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Publish callbacks [] for port (c330b900-5a50-44a3-94b0-1be460a36795), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:29.307346 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Transition to ACTIVE for port object c330b900-5a50-44a3-94b0-1be460a36795 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:30:29.311050 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (c330b900-5a50-44a3-94b0-1be460a36795), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:29.366124 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Pushing event updated for resources: {'Port': ['ID=c330b900-5a50-44a3-94b0-1be460a36795,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:29.437127 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Attempting to bind port c330b900-5a50-44a3-94b0-1be460a36795 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:30:29.437721 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Attempting to bind port c330b900-5a50-44a3-94b0-1be460a36795 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:30:29.438054 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Attempting to bind port c330b900-5a50-44a3-94b0-1be460a36795 on network fc816253-53ef-4b12-982a-ad49d0c30481 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:30:29.442893 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Port c330b900-5a50-44a3-94b0-1be460a36795 on network fc816253-53ef-4b12-982a-ad49d0c30481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:30:29.443219 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Attempting to bind port c330b900-5a50-44a3-94b0-1be460a36795 on network fc816253-53ef-4b12-982a-ad49d0c30481 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:30:29.449954 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:30:29.451756 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Checking segment: {'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:30:29.452148 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Bound using segment: {'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:30:29.452589 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Bound port: c330b900-5a50-44a3-94b0-1be460a36795, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:30:29.452944 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (c330b900-5a50-44a3-94b0-1be460a36795), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:29.514807 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687970d1-abd9-4058-aebb-83f30e0564b0 req-541124f6-9d1d-4f90-86f3-124bd8b58c63 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:29.517001 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-687970d1-abd9-4058-aebb-83f30e0564b0 req-541124f6-9d1d-4f90-86f3-124bd8b58c63 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 943 time: 0.0769536 Apr 14 20:30:29.567482 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-687970d1-abd9-4058-aebb-83f30e0564b0 req-80501ea4-d3e7-447c-8ba3-677091adf8cf tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446115 Apr 14 20:30:29.573478 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] For port c330b900-5a50-44a3-94b0-1be460a36795, host hv-cinder-83753, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:30:29.586346 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302ca5e-e80b-4646-a225-a54411d36a2a req-cebea6e0-7177-45d9-bc5e-39aeeb5f896f tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:29.588018 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c302ca5e-e80b-4646-a225-a54411d36a2a req-cebea6e0-7177-45d9-bc5e-39aeeb5f896f tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 944 time: 0.0666778 Apr 14 20:30:29.590032 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] For port c330b900-5a50-44a3-94b0-1be460a36795, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c330b900-5a50-44a3-94b0-1be460a36795,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:30:29.602854 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (c330b900-5a50-44a3-94b0-1be460a36795), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:29.647294 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:29.647834 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:29.649191 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] 10.222.0.46 "PUT /v2.0/ports/c330b900-5a50-44a3-94b0-1be460a36795 HTTP/1.1" status: 200 len: 1093 time: 0.6977570 Apr 14 20:30:29.658062 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef30f82-d59d-47bf-ad6e-509d6193ccde', 'tag': 'c330b900-5a50-44a3-94b0-1be460a36795'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:30:29.660326 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1839b170-0882-4388-8101-2f87dd9c0749" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef30f82-d59d-47bf-ad6e-509d6193ccde", "tag": "c330b900-5a50-44a3-94b0-1be460a36795"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:30:29.716626 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c302ca5e-e80b-4646-a225-a54411d36a2a req-9dbf99dc-540e-4f4f-9257-1267d61c735e tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205127 Apr 14 20:30:29.718650 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d137f85-663e-4d7c-8801-4dd12fba1187 x-openstack-request-id: req-3d137f85-663e-4d7c-8801-4dd12fba1187 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:30:29.718936 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef30f82-d59d-47bf-ad6e-509d6193ccde", "tag": "c330b900-5a50-44a3-94b0-1be460a36795", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:30:29.719184 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d137f85-663e-4d7c-8801-4dd12fba1187 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:30:29.719569 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d137f85-663e-4d7c-8801-4dd12fba1187'] response: {'name': 'network-changed', 'server_uuid': '1ef30f82-d59d-47bf-ad6e-509d6193ccde', 'tag': 'c330b900-5a50-44a3-94b0-1be460a36795', 'status': 'completed', 'code': 200} Apr 14 20:30:29.721775 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51a9e7-2b10-4bf7-b767-dbcb9c9fe80a service neutron] Pushing event updated for resources: {'Port': ['ID=c330b900-5a50-44a3-94b0-1be460a36795,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:29.757379 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-c85e2ea5-c45b-4d58-9cdb-fe52a9870cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:29.758939 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-c85e2ea5-c45b-4d58-9cdb-fe52a9870cd8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=924c18fd64a043699aeb1ce62cc31145&device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 1127 time: 0.0573664 Apr 14 20:30:29.806754 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-c40020e5-50a3-4bd9-bfa1-52c355b4125c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c330b900-5a50-44a3-94b0-1be460a36795 HTTP/1.1" status: 200 len: 217 time: 0.0403981 Apr 14 20:30:29.856417 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ad3c1c06-8ec1-4562-9fb6-8e59c97fb1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:29.857867 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ad3c1c06-8ec1-4562-9fb6-8e59c97fb1fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d11b83-af55-48c9-bf30-95e6969d035a HTTP/1.1" status: 200 len: 854 time: 0.0448799 Apr 14 20:30:29.906017 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-3e71032b-2ab0-4ac3-9f32-b3efef320a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:29.907571 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-3e71032b-2ab0-4ac3-9f32-b3efef320a42 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc816253-53ef-4b12-982a-ad49d0c30481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427086 Apr 14 20:30:30.002186 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-ef444ddd-00dd-4905-9017-4be6b315f6ce service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866802 Apr 14 20:30:30.362477 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d8ddd822-44d2-40ea-a651-ba38f13f5c04 req-69218e81-36a1-4bed-89c4-72b014fb7073 service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541110 Apr 14 20:30:30.368238 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device e733f85b-f908-4818-a195-8752ca80b6d8 up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:30:30.415030 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port e733f85b-f908-4818-a195-8752ca80b6d8 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:30:30.415397 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:30.494867 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port e733f85b-f908-4818-a195-8752ca80b6d8 is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:30:30.495251 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:30.517349 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180a18e8-8169-4d1f-816d-db549b82399c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e733f85b-f908-4818-a195-8752ca80b6d8'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:30:30.519647 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49901267-eb2f-430a-b239-f2ff971fd097" -d '{"events": [{"server_uuid": "180a18e8-8169-4d1f-816d-db549b82399c", "name": "network-vif-plugged", "status": "completed", "tag": "e733f85b-f908-4818-a195-8752ca80b6d8"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:30:30.532419 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port e733f85b-f908-4818-a195-8752ca80b6d8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e733f85b-f908-4818-a195-8752ca80b6d8,segment=NetworkSegment(691be194-1d39-47f7-8967-21526e2a9d28),segment_id=691be194-1d39-47f7-8967-21526e2a9d28)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:30.538754 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:30.564240 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b347c4-b889-4810-bd37-2397ff5ddd47 x-openstack-request-id: req-71b347c4-b889-4810-bd37-2397ff5ddd47 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:30:30.564541 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180a18e8-8169-4d1f-816d-db549b82399c", "name": "network-vif-plugged", "status": "completed", "tag": "e733f85b-f908-4818-a195-8752ca80b6d8", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:30:30.564793 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-71b347c4-b889-4810-bd37-2397ff5ddd47 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:30:30.565201 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b347c4-b889-4810-bd37-2397ff5ddd47'] response: {'server_uuid': '180a18e8-8169-4d1f-816d-db549b82399c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e733f85b-f908-4818-a195-8752ca80b6d8', 'code': 200} Apr 14 20:30:30.588187 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=e733f85b-f908-4818-a195-8752ca80b6d8,revision_number=8']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:30.683609 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b1842-99cc-4868-86bf-e840172d8712 req-b1deda9b-e25d-47de-b20d-ab77f511ad59 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:30.685833 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f02b1842-99cc-4868-86bf-e840172d8712 req-b1deda9b-e25d-47de-b20d-ab77f511ad59 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 943 time: 0.0470986 Apr 14 20:30:30.731114 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f02b1842-99cc-4868-86bf-e840172d8712 req-beff2f53-e4b3-4cc9-a28d-6e014ad72e5a tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395942 Apr 14 20:30:30.837854 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3200b-8701-4441-8b09-66a42f4a1076 req-17adfc3b-2308-4d2f-ba15-fb1f5c45544e tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:30.839276 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b4f3200b-8701-4441-8b09-66a42f4a1076 req-17adfc3b-2308-4d2f-ba15-fb1f5c45544e tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0467086 Apr 14 20:30:30.892424 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b4f3200b-8701-4441-8b09-66a42f4a1076 req-5ecc61e0-c174-4de1-acc3-8fe26cc6f99a tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470243 Apr 14 20:30:31.326996 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dbb7096c-6450-419d-8a64-d0c0171f7bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:31.841051 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65454886-4294-422c-bae1-640418bc3c94 req-fbd3b0a5-0154-44b9-bf2c-5188793e7c45 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:31.842532 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-65454886-4294-422c-bae1-640418bc3c94 req-fbd3b0a5-0154-44b9-bf2c-5188793e7c45 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 943 time: 0.0460167 Apr 14 20:30:31.891134 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-65454886-4294-422c-bae1-640418bc3c94 req-bc09e517-68d6-4505-8db4-73dd81d4a50f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429747 Apr 14 20:30:32.002933 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3521f6-6b0d-4621-b810-6d5928f7a696 req-001c77a2-b647-4eb7-84e0-941aca63a8a0 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:32.004432 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6a3521f6-6b0d-4621-b810-6d5928f7a696 req-001c77a2-b647-4eb7-84e0-941aca63a8a0 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0462503 Apr 14 20:30:32.052300 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6a3521f6-6b0d-4621-b810-6d5928f7a696 req-937a8177-1e14-4196-b720-ff2fb80fcfc8 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423772 Apr 14 20:30:32.777429 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839b170-0882-4388-8101-2f87dd9c0749 req-0b52ff06-1e0e-4c97-8c6c-5edb5b5bd54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:32.779457 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1839b170-0882-4388-8101-2f87dd9c0749 req-0b52ff06-1e0e-4c97-8c6c-5edb5b5bd54b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=924c18fd64a043699aeb1ce62cc31145&device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 1127 time: 0.0454113 Apr 14 20:30:32.961531 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839b170-0882-4388-8101-2f87dd9c0749 req-76b036ce-81c4-4c9e-8f53-7f4658d324a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:32.963042 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1839b170-0882-4388-8101-2f87dd9c0749 req-76b036ce-81c4-4c9e-8f53-7f4658d324a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc816253-53ef-4b12-982a-ad49d0c30481 HTTP/1.1" status: 200 len: 916 time: 0.0912812 Apr 14 20:30:33.055569 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1839b170-0882-4388-8101-2f87dd9c0749 req-accd1d56-5883-4736-9ce9-db86bdab721e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c330b900-5a50-44a3-94b0-1be460a36795 HTTP/1.1" status: 200 len: 217 time: 0.0791771 Apr 14 20:30:33.078959 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47655264-22c0-446b-9416-22ff6ebb1d8d req-bdd3e471-075c-4942-9e0f-c5bdebcf9c4e tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:33.080409 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-47655264-22c0-446b-9416-22ff6ebb1d8d req-bdd3e471-075c-4942-9e0f-c5bdebcf9c4e tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 943 time: 0.1132410 Apr 14 20:30:33.084683 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490dab9-702e-4f0c-8303-8548aed2329d req-eb9ea48d-eae8-4065-a5a3-da5b0de59a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:33.086073 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3490dab9-702e-4f0c-8303-8548aed2329d req-eb9ea48d-eae8-4065-a5a3-da5b0de59a71 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 1129 time: 0.1107397 Apr 14 20:30:33.169866 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839b170-0882-4388-8101-2f87dd9c0749 req-d50bd162-f2b2-432e-8188-29c497348efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:33.171265 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1839b170-0882-4388-8101-2f87dd9c0749 req-d50bd162-f2b2-432e-8188-29c497348efb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d11b83-af55-48c9-bf30-95e6969d035a HTTP/1.1" status: 200 len: 854 time: 0.1076193 Apr 14 20:30:33.185055 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa67a2-c313-4803-93f2-128997952212 req-b3060760-5989-4a37-a317-59f775acf540 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:33.187753 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1afa67a2-c313-4803-93f2-128997952212 req-b3060760-5989-4a37-a317-59f775acf540 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0642912 Apr 14 20:30:33.209066 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3490dab9-702e-4f0c-8303-8548aed2329d req-7f03664e-0643-4a50-9d48-a8b4ed51fab9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012897 Apr 14 20:30:33.227429 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-47655264-22c0-446b-9416-22ff6ebb1d8d req-6b6ce903-08ec-4362-a2b2-0bc8292e7d7f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208041 Apr 14 20:30:33.242294 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839b170-0882-4388-8101-2f87dd9c0749 req-2947cf8d-f166-4d95-9ca6-56521a5678e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:33.243992 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1839b170-0882-4388-8101-2f87dd9c0749 req-2947cf8d-f166-4d95-9ca6-56521a5678e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc816253-53ef-4b12-982a-ad49d0c30481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608399 Apr 14 20:30:33.255338 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1afa67a2-c313-4803-93f2-128997952212 req-2739bbf0-dc76-4722-8eca-dfc4b4fe153a tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621145 Apr 14 20:30:33.597689 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1839b170-0882-4388-8101-2f87dd9c0749 req-c6e61416-f9f1-4a69-99a4-605ac24e06fe service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116631 Apr 14 20:30:33.688265 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1839b170-0882-4388-8101-2f87dd9c0749 req-0d967fd0-460e-4fe6-818c-e598fa46a873 service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840700 Apr 14 20:30:33.708379 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-feeb35c2-8cb9-4104-9c27-18a835c428b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:34.340898 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e565c-e17b-4326-998e-547a32990777 req-cf677a6f-d49b-45b5-a14c-23e02f6de1a6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:34.342377 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2e0e565c-e17b-4326-998e-547a32990777 req-cf677a6f-d49b-45b5-a14c-23e02f6de1a6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 943 time: 0.0478435 Apr 14 20:30:34.373017 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf1aff-9b81-4bc5-8a60-1f5dcaba23d0 req-d05f988e-8138-4bf2-803c-6fc182f1ae2c tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:34.375230 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cfbf1aff-9b81-4bc5-8a60-1f5dcaba23d0 req-d05f988e-8138-4bf2-803c-6fc182f1ae2c tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0524783 Apr 14 20:30:34.394098 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2e0e565c-e17b-4326-998e-547a32990777 req-fe7a2ba0-e992-41ff-97cf-a55eab39e45f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460119 Apr 14 20:30:34.413038 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device c330b900-5a50-44a3-94b0-1be460a36795 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:30:34.425128 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cfbf1aff-9b81-4bc5-8a60-1f5dcaba23d0 req-9334cd99-0bed-431f-8f49-282e340e6f76 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440600 Apr 14 20:30:34.508784 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port c330b900-5a50-44a3-94b0-1be460a36795, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c330b900-5a50-44a3-94b0-1be460a36795,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:34.520587 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': 'c330b900-5a50-44a3-94b0-1be460a36795', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'port_id': 'c330b900-5a50-44a3-94b0-1be460a36795', 'mac_address': 'fa:16:3e:24:27:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:30:34.561257 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port c330b900-5a50-44a3-94b0-1be460a36795 is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:30:34.561650 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (c330b900-5a50-44a3-94b0-1be460a36795), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:34.575745 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c330b900-5a50-44a3-94b0-1be460a36795 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:30:34.595745 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port c330b900-5a50-44a3-94b0-1be460a36795, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c330b900-5a50-44a3-94b0-1be460a36795,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:34.600272 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (c330b900-5a50-44a3-94b0-1be460a36795), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:34.648300 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=c330b900-5a50-44a3-94b0-1be460a36795,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:34.715457 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:35.024447 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['c330b900-5a50-44a3-94b0-1be460a36795'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:30:35.507270 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29af714-12b1-45e0-a0ec-7d140acd69fd req-03f3c6eb-487c-4f1b-b4b5-8f50a020704b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:35.508768 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d29af714-12b1-45e0-a0ec-7d140acd69fd req-03f3c6eb-487c-4f1b-b4b5-8f50a020704b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 944 time: 0.0483110 Apr 14 20:30:35.537934 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fe1c9-d78d-487b-906c-e7e64f4e9de0 req-2a226924-9235-4ec4-92c1-6934faf872cd tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:35.539457 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b00fe1c9-d78d-487b-906c-e7e64f4e9de0 req-2a226924-9235-4ec4-92c1-6934faf872cd tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0469592 Apr 14 20:30:35.564315 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d29af714-12b1-45e0-a0ec-7d140acd69fd req-a5bcde38-918d-454a-bd45-f222cdcb010b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492213 Apr 14 20:30:35.591165 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b00fe1c9-d78d-487b-906c-e7e64f4e9de0 req-92fd2187-9ebf-4842-854a-4db1e51b8821 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446575 Apr 14 20:30:36.213541 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:36.427609 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device c330b900-5a50-44a3-94b0-1be460a36795 up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:30:36.471832 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port c330b900-5a50-44a3-94b0-1be460a36795 completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:30:36.477570 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port c330b900-5a50-44a3-94b0-1be460a36795 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:30:36.477897 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (c330b900-5a50-44a3-94b0-1be460a36795), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:36.556414 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port c330b900-5a50-44a3-94b0-1be460a36795 is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:30:36.556794 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (c330b900-5a50-44a3-94b0-1be460a36795), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:36.578519 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef30f82-d59d-47bf-ad6e-509d6193ccde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c330b900-5a50-44a3-94b0-1be460a36795'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:30:36.580724 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd459f2f-8eea-463e-8c94-18b88e833502" -d '{"events": [{"server_uuid": "1ef30f82-d59d-47bf-ad6e-509d6193ccde", "name": "network-vif-plugged", "status": "completed", "tag": "c330b900-5a50-44a3-94b0-1be460a36795"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:30:36.594074 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port c330b900-5a50-44a3-94b0-1be460a36795, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c330b900-5a50-44a3-94b0-1be460a36795,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:30:36.598401 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (c330b900-5a50-44a3-94b0-1be460a36795), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:36.625666 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45498105-ac39-4ace-913c-678eaee3c771 x-openstack-request-id: req-45498105-ac39-4ace-913c-678eaee3c771 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:30:36.625983 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef30f82-d59d-47bf-ad6e-509d6193ccde", "name": "network-vif-plugged", "status": "completed", "tag": "c330b900-5a50-44a3-94b0-1be460a36795", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:30:36.626245 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-45498105-ac39-4ace-913c-678eaee3c771 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:30:36.626707 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45498105-ac39-4ace-913c-678eaee3c771'] response: {'server_uuid': '1ef30f82-d59d-47bf-ad6e-509d6193ccde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c330b900-5a50-44a3-94b0-1be460a36795', 'code': 200} Apr 14 20:30:36.659236 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=c330b900-5a50-44a3-94b0-1be460a36795,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:30:36.683730 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5375d1-c932-4d43-a69a-5e13437dca32 req-f1fd1167-7589-4c31-85d8-b8f61ed2d35b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:36.685516 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7a5375d1-c932-4d43-a69a-5e13437dca32 req-f1fd1167-7589-4c31-85d8-b8f61ed2d35b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.0493245 Apr 14 20:30:36.740632 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7a5375d1-c932-4d43-a69a-5e13437dca32 req-ae36a62c-935e-4c06-ac66-9ec9820cc4e0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492570 Apr 14 20:30:36.813337 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09216c6e-ff8a-4e16-a575-9140e6dbc073 req-dcb7a684-7454-48b8-a2a0-a0c8fbde44b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:36.814834 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-09216c6e-ff8a-4e16-a575-9140e6dbc073 req-dcb7a684-7454-48b8-a2a0-a0c8fbde44b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 1129 time: 0.0386338 Apr 14 20:30:36.864227 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-09216c6e-ff8a-4e16-a575-9140e6dbc073 req-aa120f24-580d-4eef-ac6c-1613ec3d8414 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375633 Apr 14 20:30:37.861206 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e879e3-37b0-4bac-b17f-31efc68fc29b req-846929ce-f882-49bf-9ec8-1462ec65b6d9 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:37.862758 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-30e879e3-37b0-4bac-b17f-31efc68fc29b req-846929ce-f882-49bf-9ec8-1462ec65b6d9 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.0528712 Apr 14 20:30:37.912150 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-30e879e3-37b0-4bac-b17f-31efc68fc29b req-b091ab6d-b9fb-4e12-a666-480cfe01b158 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438066 Apr 14 20:30:38.089552 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:39.029589 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dffeb1-a415-47fc-89d7-e8e074e67dec req-9fd59626-a1e9-4455-96c3-3ff5b1ee69a8 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:39.031250 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-53dffeb1-a415-47fc-89d7-e8e074e67dec req-9fd59626-a1e9-4455-96c3-3ff5b1ee69a8 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.0507159 Apr 14 20:30:39.081719 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-53dffeb1-a415-47fc-89d7-e8e074e67dec req-d9ff7ec8-b5bc-421b-a09a-f9a21d7a56b9 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448146 Apr 14 20:30:39.193654 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d3b19-84e0-46e0-9430-db85bf1eded0 req-2364f2f0-7bec-4257-abed-cf7dc9350702 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:39.195148 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dd3d3b19-84e0-46e0-9430-db85bf1eded0 req-2364f2f0-7bec-4257-abed-cf7dc9350702 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.0485806 Apr 14 20:30:39.204575 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37866) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:30:39.209014 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-29d430d2-7409-4a66-8464-d6b61efaf5c1 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'floatingip': {'port_id': 'c330b900-5a50-44a3-94b0-1be460a36795'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:30:39.248401 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29d430d2-7409-4a66-8464-d6b61efaf5c1 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (df135107-0a02-4529-be3e-1042761515e1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:39.319110 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:39.711352 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29d430d2-7409-4a66-8464-d6b61efaf5c1 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:39.715617 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29d430d2-7409-4a66-8464-d6b61efaf5c1 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (df135107-0a02-4529-be3e-1042761515e1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:39.819836 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.l3_db [None req-29d430d2-7409-4a66-8464-d6b61efaf5c1 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Floating IP df135107-0a02-4529-be3e-1042761515e1 associated. External IP: 172.27.3.206, port: c330b900-5a50-44a3-94b0-1be460a36795. Apr 14 20:30:40.037886 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d430d2-7409-4a66-8464-d6b61efaf5c1 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:30:40.150681 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d430d2-7409-4a66-8464-d6b61efaf5c1 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:30:40.156721 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29d430d2-7409-4a66-8464-d6b61efaf5c1 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:30:40.161446 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9147fee-8a15-4ac6-a989-cf259c5125c6 None None] Sync routers for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:30:40.175366 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9147fee-8a15-4ac6-a989-cf259c5125c6 None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:30:40.176255 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e9147fee-8a15-4ac6-a989-cf259c5125c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:30:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:40.188841 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-29d430d2-7409-4a66-8464-d6b61efaf5c1 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "PUT /v2.0/floatingips/df135107-0a02-4529-be3e-1042761515e1 HTTP/1.1" status: 200 len: 991 time: 0.9830084 Apr 14 20:30:40.189446 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef30f82-d59d-47bf-ad6e-509d6193ccde', 'tag': 'c330b900-5a50-44a3-94b0-1be460a36795'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:30:40.191768 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb65709-54ca-4484-b40e-2dccfa5f6414" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef30f82-d59d-47bf-ad6e-509d6193ccde", "tag": "c330b900-5a50-44a3-94b0-1be460a36795"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:30:40.230918 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6daa5ac-1098-4e09-afef-429368e09376 x-openstack-request-id: req-c6daa5ac-1098-4e09-afef-429368e09376 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:30:40.231492 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef30f82-d59d-47bf-ad6e-509d6193ccde", "tag": "c330b900-5a50-44a3-94b0-1be460a36795", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:30:40.231767 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6daa5ac-1098-4e09-afef-429368e09376 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:30:40.231973 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6daa5ac-1098-4e09-afef-429368e09376'] response: {'name': 'network-changed', 'server_uuid': '1ef30f82-d59d-47bf-ad6e-509d6193ccde', 'tag': 'c330b900-5a50-44a3-94b0-1be460a36795', 'status': 'completed', 'code': 200} Apr 14 20:30:40.299253 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb65709-54ca-4484-b40e-2dccfa5f6414 req-7f7b26ef-9161-4513-856a-c53b4fd19126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:40.299891 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e9147fee-8a15-4ac6-a989-cf259c5125c6 None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:30:40.300947 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0cb65709-54ca-4484-b40e-2dccfa5f6414 req-7f7b26ef-9161-4513-856a-c53b4fd19126 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=924c18fd64a043699aeb1ce62cc31145&device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 1129 time: 0.0432737 Apr 14 20:30:40.404731 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb65709-54ca-4484-b40e-2dccfa5f6414 req-78892a9a-c8d4-47b3-88ee-05db3365ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:40.406245 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0cb65709-54ca-4484-b40e-2dccfa5f6414 req-78892a9a-c8d4-47b3-88ee-05db3365ddc0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc816253-53ef-4b12-982a-ad49d0c30481 HTTP/1.1" status: 200 len: 916 time: 0.0975685 Apr 14 20:30:40.475423 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0cb65709-54ca-4484-b40e-2dccfa5f6414 req-8ce0a3f8-bc90-4969-94ff-5976cbce0d62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c330b900-5a50-44a3-94b0-1be460a36795 HTTP/1.1" status: 200 len: 999 time: 0.0622144 Apr 14 20:30:40.531109 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb65709-54ca-4484-b40e-2dccfa5f6414 req-756e6c41-8fb9-4294-96f4-03786ab1d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:40.532702 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0cb65709-54ca-4484-b40e-2dccfa5f6414 req-756e6c41-8fb9-4294-96f4-03786ab1d7b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d11b83-af55-48c9-bf30-95e6969d035a HTTP/1.1" status: 200 len: 854 time: 0.0507712 Apr 14 20:30:40.581071 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb65709-54ca-4484-b40e-2dccfa5f6414 req-c47def2a-7b2f-4184-84a8-9bf0201b3c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:40.582542 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0cb65709-54ca-4484-b40e-2dccfa5f6414 req-c47def2a-7b2f-4184-84a8-9bf0201b3c51 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc816253-53ef-4b12-982a-ad49d0c30481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427721 Apr 14 20:30:40.655067 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e9147fee-8a15-4ac6-a989-cf259c5125c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': 'df135107-0a02-4529-be3e-1042761515e1', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'port_id': 'c330b900-5a50-44a3-94b0-1be460a36795', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'mac_address': 'fa:16:3e:24:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef30f82-d59d-47bf-ad6e-509d6193ccde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:30:26Z', 'updated_at': '2022-04-14T20:30:39Z', 'revision_number': 1, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:40.677173 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0cb65709-54ca-4484-b40e-2dccfa5f6414 req-1ba47252-3e75-428c-96c0-282d183f3f10 service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878820 Apr 14 20:30:40.687990 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9147fee-8a15-4ac6-a989-cf259c5125c6 None None] Checking router: 6234cb36-42be-4975-8a0a-5dec5c82e1a6 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:30:40.696823 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9147fee-8a15-4ac6-a989-cf259c5125c6 None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:30:40.697458 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e9147fee-8a15-4ac6-a989-cf259c5125c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:30:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:40.781260 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0cb65709-54ca-4484-b40e-2dccfa5f6414 req-5d8e4694-a7dc-4009-8f31-7941866b422e service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958564 Apr 14 20:30:40.814270 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e9147fee-8a15-4ac6-a989-cf259c5125c6 None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:30:41.039454 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e9147fee-8a15-4ac6-a989-cf259c5125c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': 'df135107-0a02-4529-be3e-1042761515e1', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'port_id': 'c330b900-5a50-44a3-94b0-1be460a36795', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'mac_address': 'fa:16:3e:24:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef30f82-d59d-47bf-ad6e-509d6193ccde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:30:26Z', 'updated_at': '2022-04-14T20:30:39Z', 'revision_number': 1, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:30:41.070665 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9147fee-8a15-4ac6-a989-cf259c5125c6 None None] The sync data for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi is: [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': 'df135107-0a02-4529-be3e-1042761515e1', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'floating_ip_address': '172.27.3.206', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'port_id': 'c330b900-5a50-44a3-94b0-1be460a36795', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'mac_address': 'fa:16:3e:24:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef30f82-d59d-47bf-ad6e-509d6193ccde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:30:26Z', 'updated_at': '2022-04-14T20:30:39Z', 'revision_number': 1, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:30:41.265496 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bf40c4-8326-4872-9514-cf4ef98cd996 None None] New status for floating IP df135107-0a02-4529-be3e-1042761515e1: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:30:46.724022 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6e59d64a-5b04-44ee-9488-3ef21762f02a req-5de10273-e788-46eb-9573-4edeef8250d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374715 Apr 14 20:30:46.789691 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59d64a-5b04-44ee-9488-3ef21762f02a req-371d6c80-1d9b-4e57-aa3a-90c8bbd72e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:46.791167 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6e59d64a-5b04-44ee-9488-3ef21762f02a req-371d6c80-1d9b-4e57-aa3a-90c8bbd72e21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4c46b326c4547ce95899fa600de6148&device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 1130 time: 0.0411742 Apr 14 20:30:46.893892 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59d64a-5b04-44ee-9488-3ef21762f02a req-a978f4e2-c06d-4423-b912-967a1294945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:46.895368 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6e59d64a-5b04-44ee-9488-3ef21762f02a req-a978f4e2-c06d-4423-b912-967a1294945a service neutron] 10.222.0.46 "GET /v2.0/networks?id=16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 200 len: 920 time: 0.0838344 Apr 14 20:30:46.938406 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6e59d64a-5b04-44ee-9488-3ef21762f02a req-5a1ef86c-7ee4-431e-8016-987b94c0e5e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694e8ba3-bf28-42f2-980f-356475aa4d52 HTTP/1.1" status: 200 len: 217 time: 0.0366738 Apr 14 20:30:46.984462 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59d64a-5b04-44ee-9488-3ef21762f02a req-68888a10-c370-4253-b729-6d79e9ceb8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:46.985840 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6e59d64a-5b04-44ee-9488-3ef21762f02a req-68888a10-c370-4253-b729-6d79e9ceb8ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa8a56ac-3172-4f0f-9a52-265e07c67e59 HTTP/1.1" status: 200 len: 858 time: 0.0416844 Apr 14 20:30:47.027962 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59d64a-5b04-44ee-9488-3ef21762f02a req-74c0c394-6f57-4ea6-8169-7863359fcf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:47.029527 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6e59d64a-5b04-44ee-9488-3ef21762f02a req-74c0c394-6f57-4ea6-8169-7863359fcf33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=16448b67-0841-4eef-b889-fdba363b68dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377326 Apr 14 20:30:47.119832 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6e59d64a-5b04-44ee-9488-3ef21762f02a req-ef74e0b9-1cee-4eb2-8983-d71e44d43437 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835130 Apr 14 20:30:47.208403 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6e59d64a-5b04-44ee-9488-3ef21762f02a req-edf03725-34c8-4ee0-b967-4c029118f511 service neutron] 10.222.0.46 "GET /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804296 Apr 14 20:30:47.796943 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:30:58.740160 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70311c-21f0-42c5-9875-330a7f3e99f3 req-ff3d8d15-b644-45a3-bc6f-964a002e18ac tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:58.741626 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7e70311c-21f0-42c5-9875-330a7f3e99f3 req-ff3d8d15-b644-45a3-bc6f-964a002e18ac tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0468974 Apr 14 20:30:58.799925 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7e70311c-21f0-42c5-9875-330a7f3e99f3 req-b2f52982-7932-41f4-8389-facf4dfe62f3 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526392 Apr 14 20:30:59.914044 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55026fe-4c2b-4250-aad7-692c428c0be5 req-c6fbb30b-c0e4-46f6-8443-0a9e59463447 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:30:59.915848 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f55026fe-4c2b-4250-aad7-692c428c0be5 req-c6fbb30b-c0e4-46f6-8443-0a9e59463447 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0469899 Apr 14 20:30:59.962877 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f55026fe-4c2b-4250-aad7-692c428c0be5 req-c835ae0c-60b6-4ca4-9ca9-9b635f202355 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413444 Apr 14 20:31:00.560654 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bca91d-4c55-419c-948b-412332f7d7f0 req-5b0f4c72-8cce-40d5-a940-b74b01bac4eb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:00.562788 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f3bca91d-4c55-419c-948b-412332f7d7f0 req-5b0f4c72-8cce-40d5-a940-b74b01bac4eb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.46 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0483539 Apr 14 20:31:00.694511 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-f3bca91d-4c55-419c-948b-412332f7d7f0 req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Deleting port 89a6d0de-c51a-4573-a23d-29b3bbada7df {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:31:00.694851 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f3bca91d-4c55-419c-948b-412332f7d7f0 req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (89a6d0de-c51a-4573-a23d-29b3bbada7df), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:00.790548 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-f3bca91d-4c55-419c-948b-412332f7d7f0 req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] For port 89a6d0de-c51a-4573-a23d-29b3bbada7df, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=89a6d0de-c51a-4573-a23d-29b3bbada7df,segment=NetworkSegment(8f2ab782-b724-4895-88c0-5ab9878b8081),segment_id=8f2ab782-b724-4895-88c0-5ab9878b8081)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:31:00.790943 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f3bca91d-4c55-419c-948b-412332f7d7f0 req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (89a6d0de-c51a-4573-a23d-29b3bbada7df), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:00.963067 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f3bca91d-4c55-419c-948b-412332f7d7f0 req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:00.963730 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f3bca91d-4c55-419c-948b-412332f7d7f0 req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (98e1ccdf-b0ab-4fcc-97f7-475d0d2f379e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:00.963730 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.l3_db [req-f3bca91d-4c55-419c-948b-412332f7d7f0 req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Floating IP 98e1ccdf-b0ab-4fcc-97f7-475d0d2f379e disassociated. External IP: 172.27.3.112, port: 89a6d0de-c51a-4573-a23d-29b3bbada7df. Apr 14 20:31:00.963977 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-f3bca91d-4c55-419c-948b-412332f7d7f0 req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Calling delete_port for 89a6d0de-c51a-4573-a23d-29b3bbada7df owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:31:01.115930 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b9651-1192-4795-a386-a82a44e3689a req-872a4e46-f6da-4926-8832-c4ef0e7d6961 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:01.117414 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-096b9651-1192-4795-a386-a82a44e3689a req-872a4e46-f6da-4926-8832-c4ef0e7d6961 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 946 time: 0.0841265 Apr 14 20:31:01.151348 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f3bca91d-4c55-419c-948b-412332f7d7f0 req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (89a6d0de-c51a-4573-a23d-29b3bbada7df), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:01.192731 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Pushing event deleted for resources: {'Port': ['ID=89a6d0de-c51a-4573-a23d-29b3bbada7df,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:01.206676 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:01.207024 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:01.207360 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:01.207693 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:01.208024 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:01.208493 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:01.208697 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:01.209020 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:01.209514 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:01.209851 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:01.210212 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:01.210568 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:01.210889 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:01.211207 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:01.211529 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:01.219122 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-096b9651-1192-4795-a386-a82a44e3689a req-c121de8b-1a7a-4db8-a6ac-d5fc79232b60 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=3997dd20-10bd-4e26-9f81-ac0d8e2c659c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916724 Apr 14 20:31:01.327573 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3bca91d-4c55-419c-948b-412332f7d7f0 req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Router dc41baf0-b466-4d0e-adfd-4655d3968fbd has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:31:01.328943 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fc1d0c8d-a18b-4e9f-826c-540383b09838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:01.446555 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3bca91d-4c55-419c-948b-412332f7d7f0 req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:31:01.463214 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285df315-9ba5-4663-973a-1c63cfddbdec None None] Sync routers for ids ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:31:01.474178 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285df315-9ba5-4663-973a-1c63cfddbdec None None] Routers {'dc41baf0-b466-4d0e-adfd-4655d3968fbd'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:31:01.474915 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-285df315-9ba5-4663-973a-1c63cfddbdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:30:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:31:01.493426 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bca91d-4c55-419c-948b-412332f7d7f0 req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] No DVR routers for this DVR port 89a6d0de-c51a-4573-a23d-29b3bbada7df on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:31:01.496006 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-f3bca91d-4c55-419c-948b-412332f7d7f0 req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:01.499565 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f3bca91d-4c55-419c-948b-412332f7d7f0 req-105a7c6f-144f-4903-9572-520fbacb0135 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.46 "DELETE /v2.0/ports/89a6d0de-c51a-4573-a23d-29b3bbada7df HTTP/1.1" status: 204 len: 173 time: 0.8877296 Apr 14 20:31:01.500024 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9458a6aa-ad22-47fc-997a-d710abcce592', 'name': 'network-vif-deleted', 'tag': '89a6d0de-c51a-4573-a23d-29b3bbada7df'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:31:01.502274 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85b19e6-a294-4c31-b6ef-a69aa82d756c" -d '{"events": [{"server_uuid": "9458a6aa-ad22-47fc-997a-d710abcce592", "name": "network-vif-deleted", "tag": "89a6d0de-c51a-4573-a23d-29b3bbada7df"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:31:01.544473 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086ab391-4dbc-4823-82a8-daf3852764fc x-openstack-request-id: req-086ab391-4dbc-4823-82a8-daf3852764fc {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:31:01.544911 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9458a6aa-ad22-47fc-997a-d710abcce592", "name": "network-vif-deleted", "tag": "89a6d0de-c51a-4573-a23d-29b3bbada7df", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:31:01.545364 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-086ab391-4dbc-4823-82a8-daf3852764fc {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:31:01.546251 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-086ab391-4dbc-4823-82a8-daf3852764fc'] response: {'server_uuid': '9458a6aa-ad22-47fc-997a-d710abcce592', 'name': 'network-vif-deleted', 'tag': '89a6d0de-c51a-4573-a23d-29b3bbada7df', 'status': 'completed', 'code': 200} Apr 14 20:31:01.644140 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-285df315-9ba5-4663-973a-1c63cfddbdec None None] Set router dc41baf0-b466-4d0e-adfd-4655d3968fbd gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:31:01.746806 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61460425-1398-48ff-83ae-56598264d993 req-ee45633f-74a0-4df7-bd40-bb51662b8218 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:01.748436 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-61460425-1398-48ff-83ae-56598264d993 req-ee45633f-74a0-4df7-bd40-bb51662b8218 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0626125 Apr 14 20:31:01.795899 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-61460425-1398-48ff-83ae-56598264d993 req-4b91b7d1-0323-49af-bf41-72c1b5985aa2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412753 Apr 14 20:31:01.846140 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-285df315-9ba5-4663-973a-1c63cfddbdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:57Z', 'revision_number': 4, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port': {'id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '83e3d19c-21b4-4ec3-9d68-617c78ccd169', 'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'mac_address': 'fa:16:3e:8c:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:54Z', 'updated_at': '2022-04-14T20:23:06Z', 'revision_number': 5, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'subnets': [{'id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:31:01.872112 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285df315-9ba5-4663-973a-1c63cfddbdec None None] Checking router: dc41baf0-b466-4d0e-adfd-4655d3968fbd for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:31:01.881268 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285df315-9ba5-4663-973a-1c63cfddbdec None None] Routers {'dc41baf0-b466-4d0e-adfd-4655d3968fbd'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:31:01.881861 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-285df315-9ba5-4663-973a-1c63cfddbdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:30:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:31:01.988563 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-285df315-9ba5-4663-973a-1c63cfddbdec None None] Set router dc41baf0-b466-4d0e-adfd-4655d3968fbd gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:31:02.177259 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-285df315-9ba5-4663-973a-1c63cfddbdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:57Z', 'revision_number': 4, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port': {'id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '83e3d19c-21b4-4ec3-9d68-617c78ccd169', 'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'mac_address': 'fa:16:3e:8c:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:54Z', 'updated_at': '2022-04-14T20:23:06Z', 'revision_number': 5, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'subnets': [{'id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:31:02.203040 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285df315-9ba5-4663-973a-1c63cfddbdec None None] The sync data for ids ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'] in dv-cinder-837539-3-iscsi is: [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:57Z', 'revision_number': 4, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port': {'id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '83e3d19c-21b4-4ec3-9d68-617c78ccd169', 'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'mac_address': 'fa:16:3e:8c:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:54Z', 'updated_at': '2022-04-14T20:23:06Z', 'revision_number': 5, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'subnets': [{'id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:31:02.329138 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f8c94642-c877-4e0d-8f0f-39cfd7eb0d83 req-cd81e651-6e37-455e-bf6c-211944cef417 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 210 time: 0.0283890 Apr 14 20:31:02.424609 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d7fbc1-ee99-4d7d-981f-beec8cd5a32f None None] New status for floating IP 98e1ccdf-b0ab-4fcc-97f7-475d0d2f379e: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:31:02.911280 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f475238-4be0-4075-868f-04fbcd7e82ed req-8e1d1799-d402-44d2-bdbf-9df31b610718 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:02.912734 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7f475238-4be0-4075-868f-04fbcd7e82ed req-8e1d1799-d402-44d2-bdbf-9df31b610718 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0495958 Apr 14 20:31:02.957935 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7f475238-4be0-4075-868f-04fbcd7e82ed req-a7a32626-e684-4bd6-b7da-3e5ad233a8e7 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398352 Apr 14 20:31:03.435845 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cc015a64-ce21-418d-8020-425b94956ee8 req-77db35bd-2203-433c-bff9-d463a7d4de82 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 210 time: 0.0305576 Apr 14 20:31:03.710022 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08ca314d-8605-404d-8bc3-442a01ebdf02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:04.069709 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef9f66-d369-4240-82d7-7f89c6b38e03 req-8b1f04c2-6393-417a-8aab-4eb2cd105190 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:04.071904 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-12ef9f66-d369-4240-82d7-7f89c6b38e03 req-8b1f04c2-6393-417a-8aab-4eb2cd105190 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0484502 Apr 14 20:31:04.119585 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-12ef9f66-d369-4240-82d7-7f89c6b38e03 req-b680f4e5-1274-4fab-8b70-d80b4ea5669c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412331 Apr 14 20:31:04.544380 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-43b055ca-d80e-4357-9ecf-3d8d5ba921d4 req-bdea730c-d0a1-4311-afc8-2817f079dc48 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 210 time: 0.0276611 Apr 14 20:31:04.573267 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 89a6d0de-c51a-4573-a23d-29b3bbada7df no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:31:04.594340 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: 89a6d0de-c51a-4573-a23d-29b3bbada7df {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:31:04.594707 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 89a6d0de-c51a-4573-a23d-29b3bbada7df not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:31:04.720652 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:05.249005 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556dd9c-c5f0-4a8c-aa98-9b99fd1a9b5b req-145f6a30-ba66-4409-ba46-874f8d2e07e8 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:05.250554 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6556dd9c-c5f0-4a8c-aa98-9b99fd1a9b5b req-145f6a30-ba66-4409-ba46-874f8d2e07e8 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0575764 Apr 14 20:31:05.296528 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6556dd9c-c5f0-4a8c-aa98-9b99fd1a9b5b req-de1aed0b-406a-416f-8d3a-4bcdd0e5c84e tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402162 Apr 14 20:31:05.650919 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d0fc6020-2cf6-41b0-9307-94ab35157190 req-b6b8d6fe-398c-4c5b-a40d-9ae178ec40aa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=9458a6aa-ad22-47fc-997a-d710abcce592 HTTP/1.1" status: 200 len: 210 time: 0.0271142 Apr 14 20:31:05.802397 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac36ec1-a901-4e4e-a389-d5e71f048705 req-c21c7e30-a273-4ed4-a21f-a64b562513b2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:05.804698 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3ac36ec1-a901-4e4e-a389-d5e71f048705 req-c21c7e30-a273-4ed4-a21f-a64b562513b2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0542755 Apr 14 20:31:05.899151 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-3ac36ec1-a901-4e4e-a389-d5e71f048705 req-292db399-8ffa-4b64-9abf-1c6b9b2fb77a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Deleting port c3945c7c-4edd-450e-b718-1291b902ff1b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:31:05.899493 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3ac36ec1-a901-4e4e-a389-d5e71f048705 req-292db399-8ffa-4b64-9abf-1c6b9b2fb77a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (c3945c7c-4edd-450e-b718-1291b902ff1b), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:05.985905 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-3ac36ec1-a901-4e4e-a389-d5e71f048705 req-292db399-8ffa-4b64-9abf-1c6b9b2fb77a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] For port c3945c7c-4edd-450e-b718-1291b902ff1b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c3945c7c-4edd-450e-b718-1291b902ff1b,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:31:05.986263 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3ac36ec1-a901-4e4e-a389-d5e71f048705 req-292db399-8ffa-4b64-9abf-1c6b9b2fb77a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (c3945c7c-4edd-450e-b718-1291b902ff1b), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:06.215538 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:06.409629 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643402c8-24c3-4413-8d76-fa20a7d04719 req-43bc0896-6a4c-4247-a85b-ecf4082229f1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:06.411172 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-643402c8-24c3-4413-8d76-fa20a7d04719 req-43bc0896-6a4c-4247-a85b-ecf4082229f1 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bd023ba-dba8-4012-83b1-77371c1b752b HTTP/1.1" status: 200 len: 946 time: 0.0475442 Apr 14 20:31:06.455765 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3ac36ec1-a901-4e4e-a389-d5e71f048705 req-292db399-8ffa-4b64-9abf-1c6b9b2fb77a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:06.456041 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3ac36ec1-a901-4e4e-a389-d5e71f048705 req-292db399-8ffa-4b64-9abf-1c6b9b2fb77a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (88fb2548-9486-436a-a37a-bfac55746671), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:06.456358 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.l3_db [req-3ac36ec1-a901-4e4e-a389-d5e71f048705 req-292db399-8ffa-4b64-9abf-1c6b9b2fb77a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Floating IP 88fb2548-9486-436a-a37a-bfac55746671 disassociated. External IP: 172.27.3.133, port: c3945c7c-4edd-450e-b718-1291b902ff1b. Apr 14 20:31:06.456701 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-3ac36ec1-a901-4e4e-a389-d5e71f048705 req-292db399-8ffa-4b64-9abf-1c6b9b2fb77a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Calling delete_port for c3945c7c-4edd-450e-b718-1291b902ff1b owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:31:06.459856 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-643402c8-24c3-4413-8d76-fa20a7d04719 req-11f5191d-3b7a-457a-9039-1e1a75030e28 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=50170e06-d39d-41a3-b63d-b49dea170bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431621 Apr 14 20:31:06.583133 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3ac36ec1-a901-4e4e-a389-d5e71f048705 req-292db399-8ffa-4b64-9abf-1c6b9b2fb77a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (c3945c7c-4edd-450e-b718-1291b902ff1b), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:06.614448 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292db399-8ffa-4b64-9abf-1c6b9b2fb77a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Pushing event deleted for resources: {'Port': ['ID=c3945c7c-4edd-450e-b718-1291b902ff1b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:06.735397 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37958) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:31:06.737228 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ac36ec1-a901-4e4e-a389-d5e71f048705 req-292db399-8ffa-4b64-9abf-1c6b9b2fb77a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Router ec2424c5-03cb-4d2f-8446-702f5526924e has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:31:06.787946 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09dcc052-05ca-40a4-8fdb-fd6b94524f59 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group (3997dd20-10bd-4e26-9f81-ac0d8e2c659c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:06.812043 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09dcc052-05ca-40a4-8fdb-fd6b94524f59 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group (3997dd20-10bd-4e26-9f81-ac0d8e2c659c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:06.847764 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ac36ec1-a901-4e4e-a389-d5e71f048705 req-292db399-8ffa-4b64-9abf-1c6b9b2fb77a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:31:06.860276 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b0fe10-462a-4367-a11c-0d94f7c77cf3 None None] Sync routers for ids ['ec2424c5-03cb-4d2f-8446-702f5526924e'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:31:06.867748 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09dcc052-05ca-40a4-8fdb-fd6b94524f59 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (3997dd20-10bd-4e26-9f81-ac0d8e2c659c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:06.870484 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09dcc052-05ca-40a4-8fdb-fd6b94524f59 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:06.874658 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b0fe10-462a-4367-a11c-0d94f7c77cf3 None None] Routers {'ec2424c5-03cb-4d2f-8446-702f5526924e'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:31:06.874808 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-09dcc052-05ca-40a4-8fdb-fd6b94524f59 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "DELETE /v2.0/security-groups/3997dd20-10bd-4e26-9f81-ac0d8e2c659c HTTP/1.1" status: 204 len: 168 time: 0.1350634 Apr 14 20:31:06.874895 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-87b0fe10-462a-4367-a11c-0d94f7c77cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:31:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['ec2424c5-03cb-4d2f-8446-702f5526924e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:31:06.875302 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37960) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:31:06.881633 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcc052-05ca-40a4-8fdb-fd6b94524f59 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3997dd20-10bd-4e26-9f81-ac0d8e2c659c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:06.905879 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.api.v2.resource [None req-9dbbc721-1950-46bb-b3b6-d94c35ef25bb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] show failed (client error): The resource could not be found. Apr 14 20:31:06.906915 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-9dbbc721-1950-46bb-b3b6-d94c35ef25bb tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups/3997dd20-10bd-4e26-9f81-ac0d8e2c659c HTTP/1.1" status: 404 len: 347 time: 0.0306714 Apr 14 20:31:06.907507 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac36ec1-a901-4e4e-a389-d5e71f048705 req-292db399-8ffa-4b64-9abf-1c6b9b2fb77a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] No DVR routers for this DVR port c3945c7c-4edd-450e-b718-1291b902ff1b on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:31:06.909911 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-3ac36ec1-a901-4e4e-a389-d5e71f048705 req-292db399-8ffa-4b64-9abf-1c6b9b2fb77a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:06.910609 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37962) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:31:06.913136 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3ac36ec1-a901-4e4e-a389-d5e71f048705 req-292db399-8ffa-4b64-9abf-1c6b9b2fb77a tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.46 "DELETE /v2.0/ports/c3945c7c-4edd-450e-b718-1291b902ff1b HTTP/1.1" status: 204 len: 173 time: 1.1039240 Apr 14 20:31:06.913572 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'name': 'network-vif-deleted', 'tag': 'c3945c7c-4edd-450e-b718-1291b902ff1b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:31:06.916029 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f0c758-3ebc-490a-bcd2-b1e3ded9764f" -d '{"events": [{"server_uuid": "9bd023ba-dba8-4012-83b1-77371c1b752b", "name": "network-vif-deleted", "tag": "c3945c7c-4edd-450e-b718-1291b902ff1b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:31:06.970602 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253ef1b3-c582-4e68-b999-589a3ef5337f x-openstack-request-id: req-253ef1b3-c582-4e68-b999-589a3ef5337f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:31:06.970894 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd023ba-dba8-4012-83b1-77371c1b752b", "name": "network-vif-deleted", "tag": "c3945c7c-4edd-450e-b718-1291b902ff1b", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:31:06.971148 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-253ef1b3-c582-4e68-b999-589a3ef5337f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:31:06.971554 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-253ef1b3-c582-4e68-b999-589a3ef5337f'] response: {'server_uuid': '9bd023ba-dba8-4012-83b1-77371c1b752b', 'name': 'network-vif-deleted', 'tag': 'c3945c7c-4edd-450e-b718-1291b902ff1b', 'status': 'completed', 'code': 200} Apr 14 20:31:07.049288 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b80607ab-5620-41f2-8f93-b192384ab876 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Deleting port ae773f13-4d14-4925-b5ee-2ebeefdb0f8b {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:31:07.049755 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b80607ab-5620-41f2-8f93-b192384ab876 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (ae773f13-4d14-4925-b5ee-2ebeefdb0f8b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:07.151155 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b80607ab-5620-41f2-8f93-b192384ab876 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (ae773f13-4d14-4925-b5ee-2ebeefdb0f8b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:07.151484 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b80607ab-5620-41f2-8f93-b192384ab876 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for floatingip (ae773f13-4d14-4925-b5ee-2ebeefdb0f8b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:07.154228 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-87b0fe10-462a-4367-a11c-0d94f7c77cf3 None None] Set router ec2424c5-03cb-4d2f-8446-702f5526924e gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:31:07.166636 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b80607ab-5620-41f2-8f93-b192384ab876 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Calling delete_port for ae773f13-4d14-4925-b5ee-2ebeefdb0f8b owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:31:07.298920 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b80607ab-5620-41f2-8f93-b192384ab876 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (ae773f13-4d14-4925-b5ee-2ebeefdb0f8b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:07.322728 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80607ab-5620-41f2-8f93-b192384ab876 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Pushing event deleted for resources: {'Port': ['ID=ae773f13-4d14-4925-b5ee-2ebeefdb0f8b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:07.351695 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-87b0fe10-462a-4367-a11c-0d94f7c77cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-router', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 4, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'gw_port': {'id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': 'f2bf5104-1ee3-4881-9619-2e9e94c54ba2', 'name': '', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'mac_address': 'fa:16:3e:b5:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:52Z', 'updated_at': '2022-04-14T20:23:02Z', 'revision_number': 5, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'subnets': [{'id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:31:07.389420 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b0fe10-462a-4367-a11c-0d94f7c77cf3 None None] Checking router: ec2424c5-03cb-4d2f-8446-702f5526924e for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:31:07.392560 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b80607ab-5620-41f2-8f93-b192384ab876 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for floatingip (98e1ccdf-b0ab-4fcc-97f7-475d0d2f379e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:07.395665 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b80607ab-5620-41f2-8f93-b192384ab876 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:07.401917 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-b80607ab-5620-41f2-8f93-b192384ab876 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "DELETE /v2.0/floatingips/98e1ccdf-b0ab-4fcc-97f7-475d0d2f379e HTTP/1.1" status: 204 len: 168 time: 0.4896741 Apr 14 20:31:07.403877 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b0fe10-462a-4367-a11c-0d94f7c77cf3 None None] Routers {'ec2424c5-03cb-4d2f-8446-702f5526924e'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:31:07.404564 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-87b0fe10-462a-4367-a11c-0d94f7c77cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:31:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['ec2424c5-03cb-4d2f-8446-702f5526924e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:31:07.542354 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-87b0fe10-462a-4367-a11c-0d94f7c77cf3 None None] Set router ec2424c5-03cb-4d2f-8446-702f5526924e gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:31:07.549372 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37972) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:31:07.604633 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-756da86a-5161-42da-970a-2a34acad8197 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for security_group (50170e06-d39d-41a3-b63d-b49dea170bc5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:07.629886 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-756da86a-5161-42da-970a-2a34acad8197 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for security_group (50170e06-d39d-41a3-b63d-b49dea170bc5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:07.663541 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37976) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:31:07.670706 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-779eecd5-ff2c-475e-bb83-e2f3ea9aa58b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1953417791', 'description': 'tempest-description--614910795'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:31:07.694772 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-779eecd5-ff2c-475e-bb83-e2f3ea9aa58b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:07.711996 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-756da86a-5161-42da-970a-2a34acad8197 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (50170e06-d39d-41a3-b63d-b49dea170bc5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:07.714660 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-756da86a-5161-42da-970a-2a34acad8197 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:07.715794 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-756da86a-5161-42da-970a-2a34acad8197 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "DELETE /v2.0/security-groups/50170e06-d39d-41a3-b63d-b49dea170bc5 HTTP/1.1" status: 204 len: 168 time: 0.1650722 Apr 14 20:31:07.718776 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37978) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:31:07.733262 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756da86a-5161-42da-970a-2a34acad8197 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50170e06-d39d-41a3-b63d-b49dea170bc5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:07.733852 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.api.v2.resource [None req-c3d4cacc-1f22-462e-8de8-4c171ee43931 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] show failed (client error): The resource could not be found. Apr 14 20:31:07.738036 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-c3d4cacc-1f22-462e-8de8-4c171ee43931 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups/50170e06-d39d-41a3-b63d-b49dea170bc5 HTTP/1.1" status: 404 len: 347 time: 0.0180571 Apr 14 20:31:07.738786 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 37980) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:31:07.751708 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-87b0fe10-462a-4367-a11c-0d94f7c77cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-router', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 4, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'gw_port': {'id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': 'f2bf5104-1ee3-4881-9619-2e9e94c54ba2', 'name': '', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'mac_address': 'fa:16:3e:b5:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:52Z', 'updated_at': '2022-04-14T20:23:02Z', 'revision_number': 5, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'subnets': [{'id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:31:07.783452 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b0fe10-462a-4367-a11c-0d94f7c77cf3 None None] The sync data for ids ['ec2424c5-03cb-4d2f-8446-702f5526924e'] in dv-cinder-837539-3-iscsi is: [{'id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-router', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 4, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'gw_port': {'id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': 'f2bf5104-1ee3-4881-9619-2e9e94c54ba2', 'name': '', 'network_id': '16448b67-0841-4eef-b889-fdba363b68dd', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'mac_address': 'fa:16:3e:b5:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:52Z', 'updated_at': '2022-04-14T20:23:02Z', 'revision_number': 5, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'subnets': [{'id': 'fa8a56ac-3172-4f0f-9a52-265e07c67e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:31:07.882448 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-779eecd5-ff2c-475e-bb83-e2f3ea9aa58b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group (f0f50fb0-2158-4509-8a54-02279ffe90d5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:07.886850 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-779eecd5-ff2c-475e-bb83-e2f3ea9aa58b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (f0f50fb0-2158-4509-8a54-02279ffe90d5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:07.922315 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-03bdb895-5726-4e44-a9fc-d13fb3fba72c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Deleting port efaa0e14-cf85-4b4e-bf2b-878af5e62cb3 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:31:07.922697 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03bdb895-5726-4e44-a9fc-d13fb3fba72c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (efaa0e14-cf85-4b4e-bf2b-878af5e62cb3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:07.937686 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-779eecd5-ff2c-475e-bb83-e2f3ea9aa58b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:07.938962 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-779eecd5-ff2c-475e-bb83-e2f3ea9aa58b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2723696 Apr 14 20:31:07.941899 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37982) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:31:07.945446 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779eecd5-ff2c-475e-bb83-e2f3ea9aa58b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f50fb0-2158-4509-8a54-02279ffe90d5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:07.947604 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-2b56e799-5951-4b74-a899-c4a64568bfd4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Request body: {'security_group_rule': {'security_group_id': 'f0f50fb0-2158-4509-8a54-02279ffe90d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:31:07.976889 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b56e799-5951-4b74-a899-c4a64568bfd4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group_rule (4ae31b34-fce1-424b-b1b9-e81b364655f1), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.036762 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03bdb895-5726-4e44-a9fc-d13fb3fba72c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (efaa0e14-cf85-4b4e-bf2b-878af5e62cb3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.037089 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03bdb895-5726-4e44-a9fc-d13fb3fba72c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for floatingip (efaa0e14-cf85-4b4e-bf2b-878af5e62cb3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.039480 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b3cde8-c01e-40bc-8bb5-56ae1203a390 None None] New status for floating IP 88fb2548-9486-436a-a37a-bfac55746671: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:31:08.041091 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b56e799-5951-4b74-a899-c4a64568bfd4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group_rule (4ae31b34-fce1-424b-b1b9-e81b364655f1), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.046626 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b56e799-5951-4b74-a899-c4a64568bfd4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (4ae31b34-fce1-424b-b1b9-e81b364655f1), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.052938 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-03bdb895-5726-4e44-a9fc-d13fb3fba72c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Calling delete_port for efaa0e14-cf85-4b4e-bf2b-878af5e62cb3 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:31:08.066078 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56e799-5951-4b74-a899-c4a64568bfd4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae31b34-fce1-424b-b1b9-e81b364655f1,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:08.082153 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b56e799-5951-4b74-a899-c4a64568bfd4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.083520 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-2b56e799-5951-4b74-a899-c4a64568bfd4 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405876 Apr 14 20:31:08.086138 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37984) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:31:08.094475 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-b5e52a13-376b-4f38-96a8-a17bee2c614c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Request body: {'security_group_rule': {'security_group_id': 'f0f50fb0-2158-4509-8a54-02279ffe90d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:31:08.096388 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.126779 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5e52a13-376b-4f38-96a8-a17bee2c614c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group_rule (c6b21c89-a6e6-4874-858f-627a4181db3e), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.188024 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5e52a13-376b-4f38-96a8-a17bee2c614c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group_rule (c6b21c89-a6e6-4874-858f-627a4181db3e), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.191506 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5e52a13-376b-4f38-96a8-a17bee2c614c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (c6b21c89-a6e6-4874-858f-627a4181db3e), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.209235 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e52a13-376b-4f38-96a8-a17bee2c614c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b21c89-a6e6-4874-858f-627a4181db3e,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:08.217922 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5e52a13-376b-4f38-96a8-a17bee2c614c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.219332 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-b5e52a13-376b-4f38-96a8-a17bee2c614c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320484 Apr 14 20:31:08.222403 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 37986) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:31:08.226810 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c4d4bafd-1e76-4667-9fcb-950bd2a013fa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Request body: {'floatingip': {'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:31:08.246903 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4d4bafd-1e76-4667-9fcb-950bd2a013fa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.307710 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03bdb895-5726-4e44-a9fc-d13fb3fba72c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (efaa0e14-cf85-4b4e-bf2b-878af5e62cb3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.331173 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4d4bafd-1e76-4667-9fcb-950bd2a013fa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.335614 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdb895-5726-4e44-a9fc-d13fb3fba72c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Pushing event deleted for resources: {'Port': ['ID=efaa0e14-cf85-4b4e-bf2b-878af5e62cb3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:08.395801 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03bdb895-5726-4e44-a9fc-d13fb3fba72c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks [] for floatingip (88fb2548-9486-436a-a37a-bfac55746671), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.398284 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03bdb895-5726-4e44-a9fc-d13fb3fba72c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.399470 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-03bdb895-5726-4e44-a9fc-d13fb3fba72c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "DELETE /v2.0/floatingips/88fb2548-9486-436a-a37a-bfac55746671 HTTP/1.1" status: 204 len: 168 time: 0.6593974 Apr 14 20:31:08.443120 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-c4d4bafd-1e76-4667-9fcb-950bd2a013fa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Allocated IP 172.27.3.218 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/e5cb7e5a-67f2-4a7d-8cfc-e7eeb46379a9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:31:08.555343 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4d4bafd-1e76-4667-9fcb-950bd2a013fa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for port (e5cb7e5a-67f2-4a7d-8cfc-e7eeb46379a9), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.587831 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4d4bafd-1e76-4667-9fcb-950bd2a013fa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (e5cb7e5a-67f2-4a7d-8cfc-e7eeb46379a9), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.628930 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d4bafd-1e76-4667-9fcb-950bd2a013fa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:31:08.635242 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c4d4bafd-1e76-4667-9fcb-950bd2a013fa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:31:08.640446 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d4bafd-1e76-4667-9fcb-950bd2a013fa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:31:08.643662 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4bafd-1e76-4667-9fcb-950bd2a013fa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Pushing event updated for resources: {'Port': ['ID=e5cb7e5a-67f2-4a7d-8cfc-e7eeb46379a9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:08.727346 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4d4bafd-1e76-4667-9fcb-950bd2a013fa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for floatingip (a80f5f6d-a8c7-4bd6-9718-44ed6e4e5909), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.765554 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4d4bafd-1e76-4667-9fcb-950bd2a013fa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e5cb7e5a-67f2-4a7d-8cfc-e7eeb46379a9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.915881 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4d4bafd-1e76-4667-9fcb-950bd2a013fa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for port (e5cb7e5a-67f2-4a7d-8cfc-e7eeb46379a9), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.920958 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4d4bafd-1e76-4667-9fcb-950bd2a013fa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (e5cb7e5a-67f2-4a7d-8cfc-e7eeb46379a9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:08.993416 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4bafd-1e76-4667-9fcb-950bd2a013fa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Pushing event updated for resources: {'Port': ['ID=e5cb7e5a-67f2-4a7d-8cfc-e7eeb46379a9,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:09.002084 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4d4bafd-1e76-4667-9fcb-950bd2a013fa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (a80f5f6d-a8c7-4bd6-9718-44ed6e4e5909), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:09.016943 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4d4bafd-1e76-4667-9fcb-950bd2a013fa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:09.018169 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-c4d4bafd-1e76-4667-9fcb-950bd2a013fa tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7946634 Apr 14 20:31:09.215696 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-d407095a-0317-467b-942e-03678ad6bc83 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1953417791&fields=id&tenant_id=8cadd6f4f80d4757ae43922d6da3505f HTTP/1.1" status: 200 len: 267 time: 0.0491574 Apr 14 20:31:09.324407 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-d7aac6a3-322c-4ff3-83ef-a939eccc6fb6 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:09.325886 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-d7aac6a3-322c-4ff3-83ef-a939eccc6fb6 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/networks?id=22e93b71-05e5-44ed-a527-0366c169924d HTTP/1.1" status: 200 len: 811 time: 0.1033702 Apr 14 20:31:09.333347 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:09.340774 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-5a790e65-69e5-4a44-9be2-0b621d1c7aff tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/quotas/8cadd6f4f80d4757ae43922d6da3505f HTTP/1.1" status: 200 len: 375 time: 0.0092788 Apr 14 20:31:09.390070 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-4a3252b3-30f6-4655-890d-328d9dec3c7f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8cadd6f4f80d4757ae43922d6da3505f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433784 Apr 14 20:31:09.485675 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-72bd06e8-a9c6-45b7-ad61-61c6c4fe636a service neutron] 10.222.0.11 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839465 Apr 14 20:31:09.580465 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-b43ed24f-c72f-492d-894d-50c59e7f6c55 service neutron] 10.222.0.11 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890214 Apr 14 20:31:09.744462 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ff756729-038b-4f90-aff5-e0389e2e773e req-90d2a740-433d-4e15-9854-60c8c9afd613 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 210 time: 0.0286224 Apr 14 20:31:10.613715 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device c3945c7c-4edd-450e-b718-1291b902ff1b no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:31:10.634972 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: c3945c7c-4edd-450e-b718-1291b902ff1b {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:31:10.635603 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device c3945c7c-4edd-450e-b718-1291b902ff1b not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:31:10.708353 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-1fd1c459-1b09-4a2a-b8c7-4037e7dc932d tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:10.709817 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-1fd1c459-1b09-4a2a-b8c7-4037e7dc932d tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.46 "GET /v2.0/networks?id=22e93b71-05e5-44ed-a527-0366c169924d HTTP/1.1" status: 200 len: 811 time: 0.1091013 Apr 14 20:31:10.786316 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-158763dc-ce7d-4ba8-b2b6-da481d85b3c2 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cadd6f4f80d4757ae43922d6da3505f HTTP/1.1" status: 200 len: 380 time: 0.0673666 Apr 14 20:31:10.874655 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-442a82c7-89a6-4148-9fe7-c1991553a3d2 req-3fec47f6-d52d-42fe-9147-2dbd45969f3e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 210 time: 0.0433993 Apr 14 20:31:10.911325 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fc14c-41d9-4c00-8243-bec3caf4e48a req-ef7a08ae-c1f1-4757-99ef-71b9f96179f2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:10.913077 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-782fc14c-41d9-4c00-8243-bec3caf4e48a req-ef7a08ae-c1f1-4757-99ef-71b9f96179f2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0510063 Apr 14 20:31:10.960397 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-782fc14c-41d9-4c00-8243-bec3caf4e48a req-79d42289-3913-4a3e-91b5-5e533b6d48ff tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417910 Apr 14 20:31:10.975841 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-b5f52ab0-84cf-4d5f-b638-9205dbaeb8ab tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Request body: {'port': {'device_id': '7523b6c9-365f-4466-a302-4296559fad32', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'admin_state_up': True, 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'security_groups': ['f0f50fb0-2158-4509-8a54-02279ffe90d5']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:31:11.090182 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-b5f52ab0-84cf-4d5f-b638-9205dbaeb8ab tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Made reservation on behalf of 8cadd6f4f80d4757ae43922d6da3505f for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:31:11.093569 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-b5f52ab0-84cf-4d5f-b638-9205dbaeb8ab tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:11.214077 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-b5f52ab0-84cf-4d5f-b638-9205dbaeb8ab tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Allocated IP 172.20.0.14 (22e93b71-05e5-44ed-a527-0366c169924d/2bc5ebdc-6adc-4109-947b-34a082b30fa2/a6984c99-ed6a-4972-bd0b-bac4b5991e85) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:31:11.349087 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-b5f52ab0-84cf-4d5f-b638-9205dbaeb8ab tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for port (a6984c99-ed6a-4972-bd0b-bac4b5991e85), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:11.382787 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-b5f52ab0-84cf-4d5f-b638-9205dbaeb8ab tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (a6984c99-ed6a-4972-bd0b-bac4b5991e85), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:11.424562 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-b5f52ab0-84cf-4d5f-b638-9205dbaeb8ab tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Network 22e93b71-05e5-44ed-a527-0366c169924d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:31:11.429816 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-b5f52ab0-84cf-4d5f-b638-9205dbaeb8ab tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:31:11.433509 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-b5f52ab0-84cf-4d5f-b638-9205dbaeb8ab tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:31:11.461660 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f52ab0-84cf-4d5f-b638-9205dbaeb8ab tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Pushing event updated for resources: {'Port': ['ID=a6984c99-ed6a-4972-bd0b-bac4b5991e85,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:11.497575 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-b5f52ab0-84cf-4d5f-b638-9205dbaeb8ab tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:11.498203 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-b5f52ab0-84cf-4d5f-b638-9205dbaeb8ab tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:11.518227 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-b5f52ab0-84cf-4d5f-b638-9205dbaeb8ab tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5461712 Apr 14 20:31:11.597718 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Request body: {'port': {'device_id': '7523b6c9-365f-4466-a302-4296559fad32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:31:11.664814 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ad959-8d3b-4aa4-a863-e5fdcbba92a2 req-8730a56c-1404-450d-92e0-6d2342b0b607 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:11.666257 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e43ad959-8d3b-4aa4-a863-e5fdcbba92a2 req-8730a56c-1404-450d-92e0-6d2342b0b607 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.46 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.0658407 Apr 14 20:31:11.704602 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-fde0cc90-5b9c-49ba-9cb8-3098887fd2e3 None None] Provisioning complete for port a6984c99-ed6a-4972-bd0b-bac4b5991e85 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:31:11.705618 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fde0cc90-5b9c-49ba-9cb8-3098887fd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (a6984c99-ed6a-4972-bd0b-bac4b5991e85), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:11.724175 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (a6984c99-ed6a-4972-bd0b-bac4b5991e85), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:11.740035 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-fde0cc90-5b9c-49ba-9cb8-3098887fd2e3 None None] Port a6984c99-ed6a-4972-bd0b-bac4b5991e85 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:31:11.805904 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-e43ad959-8d3b-4aa4-a863-e5fdcbba92a2 req-be1fd066-f680-4d4c-8c18-9f9b421ea3e2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Deleting port 694e8ba3-bf28-42f2-980f-356475aa4d52 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:31:11.806240 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e43ad959-8d3b-4aa4-a863-e5fdcbba92a2 req-be1fd066-f680-4d4c-8c18-9f9b421ea3e2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (694e8ba3-bf28-42f2-980f-356475aa4d52), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:11.995438 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84a21e-4244-4fba-ac17-9f17c8f8a5ce req-2e50d36e-30d6-48d2-9888-12ae29572ce8 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:11.996828 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fd84a21e-4244-4fba-ac17-9f17c8f8a5ce req-2e50d36e-30d6-48d2-9888-12ae29572ce8 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 932 time: 0.0474312 Apr 14 20:31:12.004448 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e43ad959-8d3b-4aa4-a863-e5fdcbba92a2 req-be1fd066-f680-4d4c-8c18-9f9b421ea3e2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] For port 694e8ba3-bf28-42f2-980f-356475aa4d52, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=694e8ba3-bf28-42f2-980f-356475aa4d52,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:31:12.004828 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e43ad959-8d3b-4aa4-a863-e5fdcbba92a2 req-be1fd066-f680-4d4c-8c18-9f9b421ea3e2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (694e8ba3-bf28-42f2-980f-356475aa4d52), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:12.024785 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-e43ad959-8d3b-4aa4-a863-e5fdcbba92a2 req-be1fd066-f680-4d4c-8c18-9f9b421ea3e2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Calling delete_port for 694e8ba3-bf28-42f2-980f-356475aa4d52 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:31:12.047412 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fd84a21e-4244-4fba-ac17-9f17c8f8a5ce req-6cd9f822-ac29-47dc-a942-8f3e20469b37 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0f50fb0-2158-4509-8a54-02279ffe90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438454 Apr 14 20:31:12.142823 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821582a5-a718-4362-b59a-db632aa75c3a req-c5911182-4fc1-4fbd-9df4-c2488a2c6a68 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:12.144297 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-821582a5-a718-4362-b59a-db632aa75c3a req-c5911182-4fc1-4fbd-9df4-c2488a2c6a68 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=9123d888-3e2d-4702-b00a-00f581481c53 HTTP/1.1" status: 200 len: 946 time: 0.1068113 Apr 14 20:31:12.233918 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6984c99-ed6a-4972-bd0b-bac4b5991e85 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:31:12.248045 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Publish callbacks [] for port (a6984c99-ed6a-4972-bd0b-bac4b5991e85), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:12.259364 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-821582a5-a718-4362-b59a-db632aa75c3a req-b79a0a96-f9ac-455b-a3a9-94e2e05f2d54 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086731 Apr 14 20:31:12.310575 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Transition to ACTIVE for port object a6984c99-ed6a-4972-bd0b-bac4b5991e85 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:31:12.312215 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e43ad959-8d3b-4aa4-a863-e5fdcbba92a2 req-be1fd066-f680-4d4c-8c18-9f9b421ea3e2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (694e8ba3-bf28-42f2-980f-356475aa4d52), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:12.316673 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (a6984c99-ed6a-4972-bd0b-bac4b5991e85), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:12.330786 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['9c40d493-16c9-48bd-b30f-5d4ade6bfc01', '694e8ba3-bf28-42f2-980f-356475aa4d52'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:31:12.354164 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fd066-f680-4d4c-8c18-9f9b421ea3e2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Pushing event deleted for resources: {'Port': ['ID=694e8ba3-bf28-42f2-980f-356475aa4d52,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:12.414113 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43ad959-8d3b-4aa4-a863-e5fdcbba92a2 req-be1fd066-f680-4d4c-8c18-9f9b421ea3e2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] No DVR routers for this DVR port 694e8ba3-bf28-42f2-980f-356475aa4d52 on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:31:12.419509 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e43ad959-8d3b-4aa4-a863-e5fdcbba92a2 req-be1fd066-f680-4d4c-8c18-9f9b421ea3e2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:12.423534 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e43ad959-8d3b-4aa4-a863-e5fdcbba92a2 req-be1fd066-f680-4d4c-8c18-9f9b421ea3e2 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.46 "DELETE /v2.0/ports/694e8ba3-bf28-42f2-980f-356475aa4d52 HTTP/1.1" status: 204 len: 173 time: 0.7418082 Apr 14 20:31:12.426238 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9123d888-3e2d-4702-b00a-00f581481c53', 'name': 'network-vif-deleted', 'tag': '694e8ba3-bf28-42f2-980f-356475aa4d52'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:31:12.427900 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3222ac-d55b-445d-b587-409aaef91850" -d '{"events": [{"server_uuid": "9123d888-3e2d-4702-b00a-00f581481c53", "name": "network-vif-deleted", "tag": "694e8ba3-bf28-42f2-980f-356475aa4d52"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:31:12.508588 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6de0fbd-9725-44ac-9e50-a4155547803c x-openstack-request-id: req-c6de0fbd-9725-44ac-9e50-a4155547803c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:31:12.509045 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9123d888-3e2d-4702-b00a-00f581481c53", "name": "network-vif-deleted", "tag": "694e8ba3-bf28-42f2-980f-356475aa4d52", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:31:12.509171 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6de0fbd-9725-44ac-9e50-a4155547803c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:31:12.509510 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6de0fbd-9725-44ac-9e50-a4155547803c'] response: {'server_uuid': '9123d888-3e2d-4702-b00a-00f581481c53', 'name': 'network-vif-deleted', 'tag': '694e8ba3-bf28-42f2-980f-356475aa4d52', 'status': 'completed', 'code': 200} Apr 14 20:31:12.511869 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Pushing event updated for resources: {'Port': ['ID=a6984c99-ed6a-4972-bd0b-bac4b5991e85,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:12.549525 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Attempting to bind port a6984c99-ed6a-4972-bd0b-bac4b5991e85 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:31:12.550131 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Attempting to bind port a6984c99-ed6a-4972-bd0b-bac4b5991e85 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '8f2ab782-b724-4895-88c0-5ab9878b8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:31:12.550554 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Attempting to bind port a6984c99-ed6a-4972-bd0b-bac4b5991e85 on network 22e93b71-05e5-44ed-a527-0366c169924d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:31:12.555128 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Port a6984c99-ed6a-4972-bd0b-bac4b5991e85 on network 22e93b71-05e5-44ed-a527-0366c169924d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:31:12.555445 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Attempting to bind port a6984c99-ed6a-4972-bd0b-bac4b5991e85 on network 22e93b71-05e5-44ed-a527-0366c169924d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:31:12.560509 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:31:12.560877 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Checking segment: {'id': '8f2ab782-b724-4895-88c0-5ab9878b8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:31:12.561266 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Bound using segment: {'id': '8f2ab782-b724-4895-88c0-5ab9878b8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:31:12.561695 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Bound port: a6984c99-ed6a-4972-bd0b-bac4b5991e85, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f2ab782-b724-4895-88c0-5ab9878b8081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:31:12.562055 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (a6984c99-ed6a-4972-bd0b-bac4b5991e85), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:12.631677 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] For port a6984c99-ed6a-4972-bd0b-bac4b5991e85, host hv-cinder-83753, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:31:12.634540 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] For port a6984c99-ed6a-4972-bd0b-bac4b5991e85, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a6984c99-ed6a-4972-bd0b-bac4b5991e85,segment=NetworkSegment(8f2ab782-b724-4895-88c0-5ab9878b8081),segment_id=8f2ab782-b724-4895-88c0-5ab9878b8081)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:31:12.640865 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (a6984c99-ed6a-4972-bd0b-bac4b5991e85), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:12.673764 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:12.674384 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:12.676056 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] 10.222.0.46 "PUT /v2.0/ports/a6984c99-ed6a-4972-bd0b-bac4b5991e85 HTTP/1.1" status: 200 len: 1094 time: 1.0825973 Apr 14 20:31:12.705213 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ac6b1-187c-4e7d-8467-343cfe064c83 service neutron] Pushing event updated for resources: {'Port': ['ID=a6984c99-ed6a-4972-bd0b-bac4b5991e85,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:12.909986 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-d6196418-cd9e-4bf4-8a30-a1e6923f57e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:12.911601 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-d6196418-cd9e-4bf4-8a30-a1e6923f57e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cadd6f4f80d4757ae43922d6da3505f&device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 1128 time: 0.0493205 Apr 14 20:31:12.958763 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-dfb56479-14cb-4608-b60a-92768791897c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6984c99-ed6a-4972-bd0b-bac4b5991e85 HTTP/1.1" status: 200 len: 217 time: 0.0393145 Apr 14 20:31:13.010817 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ff5420ab-fec2-416b-b2b7-b0b78ba5edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:13.012269 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-ff5420ab-fec2-416b-b2b7-b0b78ba5edf1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2bc5ebdc-6adc-4109-947b-34a082b30fa2 HTTP/1.1" status: 200 len: 850 time: 0.0462997 Apr 14 20:31:13.054585 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-b22f7a1f-dd52-4940-899f-b64fd3b430cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:13.056010 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-b22f7a1f-dd52-4940-899f-b64fd3b430cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=22e93b71-05e5-44ed-a527-0366c169924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376692 Apr 14 20:31:13.173460 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7f879-b496-44b4-85b0-2d2512fc3ad8 req-05569519-c4d2-46a8-9079-92ed9b92fa09 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:13.175218 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-90d7f879-b496-44b4-85b0-2d2512fc3ad8 req-05569519-c4d2-46a8-9079-92ed9b92fa09 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 944 time: 0.0598149 Apr 14 20:31:13.192561 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-a4d93e99-5582-4a71-84d6-394fe03b3259 service neutron] 10.222.0.46 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304243 Apr 14 20:31:13.276094 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-90d7f879-b496-44b4-85b0-2d2512fc3ad8 req-05b1b7d4-4a9d-4d8a-9cb2-d4965c85fa09 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0f50fb0-2158-4509-8a54-02279ffe90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953300 Apr 14 20:31:13.308431 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e0bd46b7-4b46-49f7-874b-07c4d43bda17 req-7c759270-4fd6-4471-8e03-3e80f6a1d3a9 service neutron] 10.222.0.46 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038275 Apr 14 20:31:13.521754 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097a068-7f87-42fe-9380-83311d49b9b2 req-3d47acd0-47e0-4e3f-993a-3a1e0cbb877c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:13.523273 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b097a068-7f87-42fe-9380-83311d49b9b2 req-3d47acd0-47e0-4e3f-993a-3a1e0cbb877c tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0473881 Apr 14 20:31:13.568939 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b097a068-7f87-42fe-9380-83311d49b9b2 req-3fdd0f63-f6ff-4ad5-b457-8e146884fe68 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400333 Apr 14 20:31:14.392737 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d7b30-81b5-4fef-84aa-54c5f83103a6 req-39c0134c-996b-4cb7-b98f-f5a17340fc82 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:14.394202 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-af4d7b30-81b5-4fef-84aa-54c5f83103a6 req-39c0134c-996b-4cb7-b98f-f5a17340fc82 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 944 time: 0.0498037 Apr 14 20:31:14.439826 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-af4d7b30-81b5-4fef-84aa-54c5f83103a6 req-5dfeeba9-a12b-4e18-9059-e49d6892e451 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0f50fb0-2158-4509-8a54-02279ffe90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401313 Apr 14 20:31:14.510669 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7523b6c9-365f-4466-a302-4296559fad32', 'tag': 'a6984c99-ed6a-4972-bd0b-bac4b5991e85'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:31:14.512933 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1c2eba-cd4d-4b43-b6df-c47ff07bd680" -d '{"events": [{"name": "network-changed", "server_uuid": "7523b6c9-365f-4466-a302-4296559fad32", "tag": "a6984c99-ed6a-4972-bd0b-bac4b5991e85"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:31:14.547896 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d074074d-8d76-4ca9-97ca-5a64f1c04ef8 x-openstack-request-id: req-d074074d-8d76-4ca9-97ca-5a64f1c04ef8 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:31:14.548187 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7523b6c9-365f-4466-a302-4296559fad32", "tag": "a6984c99-ed6a-4972-bd0b-bac4b5991e85", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:31:14.548434 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d074074d-8d76-4ca9-97ca-5a64f1c04ef8 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:31:14.548822 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d074074d-8d76-4ca9-97ca-5a64f1c04ef8'] response: {'name': 'network-changed', 'server_uuid': '7523b6c9-365f-4466-a302-4296559fad32', 'tag': 'a6984c99-ed6a-4972-bd0b-bac4b5991e85', 'status': 'completed', 'code': 200} Apr 14 20:31:14.678539 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038eda13-01ce-4e06-8bd5-dd3331986664 req-0331707e-7617-44b2-8689-988b56c3ddfa tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:14.679994 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-038eda13-01ce-4e06-8bd5-dd3331986664 req-0331707e-7617-44b2-8689-988b56c3ddfa tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0468805 Apr 14 20:31:14.729201 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-038eda13-01ce-4e06-8bd5-dd3331986664 req-a649b80a-c7b1-42d8-a4e8-4a2548bbe7f6 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434499 Apr 14 20:31:15.554776 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47216a54-772c-4c5b-8fb2-9b61b65ed368 req-907066e6-b5e5-4999-b35f-94d4f838a574 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:15.556205 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-47216a54-772c-4c5b-8fb2-9b61b65ed368 req-907066e6-b5e5-4999-b35f-94d4f838a574 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 944 time: 0.0498888 Apr 14 20:31:15.601285 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-47216a54-772c-4c5b-8fb2-9b61b65ed368 req-f9fe1db1-6a09-497c-a87f-4edd10862933 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0f50fb0-2158-4509-8a54-02279ffe90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391388 Apr 14 20:31:15.847015 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfce1f-abcd-44ad-ab5b-a0abbe98b85e req-7985d8dc-9803-4dd1-852d-625946abd13d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:15.848498 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0bdfce1f-abcd-44ad-ab5b-a0abbe98b85e req-7985d8dc-9803-4dd1-852d-625946abd13d tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0504606 Apr 14 20:31:15.902127 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0bdfce1f-abcd-44ad-ab5b-a0abbe98b85e req-14aac7e9-d68c-45fe-acf9-ea998bb5ad74 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480652 Apr 14 20:31:15.929314 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c2eba-cd4d-4b43-b6df-c47ff07bd680 req-bbf6fd51-37ae-457a-9217-d88ecf37ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:15.930796 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7b1c2eba-cd4d-4b43-b6df-c47ff07bd680 req-bbf6fd51-37ae-457a-9217-d88ecf37ec88 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cadd6f4f80d4757ae43922d6da3505f&device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 1128 time: 0.0403881 Apr 14 20:31:16.020554 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c2eba-cd4d-4b43-b6df-c47ff07bd680 req-f2279922-0b3d-40f9-8124-4f5c9eb242d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:16.021975 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7b1c2eba-cd4d-4b43-b6df-c47ff07bd680 req-f2279922-0b3d-40f9-8124-4f5c9eb242d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=22e93b71-05e5-44ed-a527-0366c169924d HTTP/1.1" status: 200 len: 912 time: 0.0848341 Apr 14 20:31:16.061635 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7b1c2eba-cd4d-4b43-b6df-c47ff07bd680 req-fcb8f580-f4cf-4aed-a4fe-e4e5dbf86dc4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6984c99-ed6a-4972-bd0b-bac4b5991e85 HTTP/1.1" status: 200 len: 217 time: 0.0325851 Apr 14 20:31:16.113252 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c2eba-cd4d-4b43-b6df-c47ff07bd680 req-7fde917c-1950-49bf-80b6-2fab4fe3cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:16.114713 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7b1c2eba-cd4d-4b43-b6df-c47ff07bd680 req-7fde917c-1950-49bf-80b6-2fab4fe3cf37 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2bc5ebdc-6adc-4109-947b-34a082b30fa2 HTTP/1.1" status: 200 len: 850 time: 0.0456231 Apr 14 20:31:16.174175 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c2eba-cd4d-4b43-b6df-c47ff07bd680 req-e9d12016-0802-4421-826a-7967c81fb0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:16.176003 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7b1c2eba-cd4d-4b43-b6df-c47ff07bd680 req-e9d12016-0802-4421-826a-7967c81fb0e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=22e93b71-05e5-44ed-a527-0366c169924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438914 Apr 14 20:31:16.269009 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7b1c2eba-cd4d-4b43-b6df-c47ff07bd680 req-9ff67233-7b25-4073-bec9-bf9a9e589ba1 service neutron] 10.222.0.46 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811193 Apr 14 20:31:16.427285 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7b1c2eba-cd4d-4b43-b6df-c47ff07bd680 req-9519e4da-2d8c-4031-92fe-6ab0a077fc1e service neutron] 10.222.0.46 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846357 Apr 14 20:31:16.649509 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274a312-9077-420b-8f37-034237fbc32e req-713574e7-df68-4995-9af9-f11b09669d20 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:16.650996 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6274a312-9077-420b-8f37-034237fbc32e req-713574e7-df68-4995-9af9-f11b09669d20 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.46 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0470548 Apr 14 20:31:16.714248 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4abe59-ee4c-496e-ac90-3a529ea4918c req-739a25a5-d65b-4a1a-8a27-9f005c5e4880 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:16.715784 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5e4abe59-ee4c-496e-ac90-3a529ea4918c req-739a25a5-d65b-4a1a-8a27-9f005c5e4880 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 944 time: 0.0475891 Apr 14 20:31:16.744467 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-6274a312-9077-420b-8f37-034237fbc32e req-d77cd253-90fb-4e21-b533-38b33429afab tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Deleting port 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:31:16.744804 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6274a312-9077-420b-8f37-034237fbc32e req-d77cd253-90fb-4e21-b533-38b33429afab tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (9c40d493-16c9-48bd-b30f-5d4ade6bfc01), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:16.767604 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5e4abe59-ee4c-496e-ac90-3a529ea4918c req-fbe721fd-bc2c-4aa4-86d5-e93d36a60a0a tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0f50fb0-2158-4509-8a54-02279ffe90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452232 Apr 14 20:31:16.806042 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device a6984c99-ed6a-4972-bd0b-bac4b5991e85 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:31:16.809573 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 694e8ba3-bf28-42f2-980f-356475aa4d52 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:31:16.833845 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-6274a312-9077-420b-8f37-034237fbc32e req-d77cd253-90fb-4e21-b533-38b33429afab tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] For port 9c40d493-16c9-48bd-b30f-5d4ade6bfc01, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9c40d493-16c9-48bd-b30f-5d4ade6bfc01,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:31:16.834202 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6274a312-9077-420b-8f37-034237fbc32e req-d77cd253-90fb-4e21-b533-38b33429afab tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (9c40d493-16c9-48bd-b30f-5d4ade6bfc01), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:16.834407 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: 694e8ba3-bf28-42f2-980f-356475aa4d52 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:31:16.834773 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 694e8ba3-bf28-42f2-980f-356475aa4d52 not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:31:16.848791 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-6274a312-9077-420b-8f37-034237fbc32e req-d77cd253-90fb-4e21-b533-38b33429afab tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Calling delete_port for 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:31:16.927671 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port a6984c99-ed6a-4972-bd0b-bac4b5991e85, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a6984c99-ed6a-4972-bd0b-bac4b5991e85,segment=NetworkSegment(8f2ab782-b724-4895-88c0-5ab9878b8081),segment_id=8f2ab782-b724-4895-88c0-5ab9878b8081)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:31:16.940781 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': 'a6984c99-ed6a-4972-bd0b-bac4b5991e85', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'port_id': 'a6984c99-ed6a-4972-bd0b-bac4b5991e85', 'mac_address': 'fa:16:3e:cd:b2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:31:16.980844 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port a6984c99-ed6a-4972-bd0b-bac4b5991e85 is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:31:16.981231 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (a6984c99-ed6a-4972-bd0b-bac4b5991e85), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:16.995457 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6984c99-ed6a-4972-bd0b-bac4b5991e85 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:31:17.021671 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port a6984c99-ed6a-4972-bd0b-bac4b5991e85, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a6984c99-ed6a-4972-bd0b-bac4b5991e85,segment=NetworkSegment(8f2ab782-b724-4895-88c0-5ab9878b8081),segment_id=8f2ab782-b724-4895-88c0-5ab9878b8081)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:31:17.026772 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (a6984c99-ed6a-4972-bd0b-bac4b5991e85), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:17.077310 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=a6984c99-ed6a-4972-bd0b-bac4b5991e85,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:17.084719 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:17.085066 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:17.085436 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:17.085794 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:17.086135 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:17.086490 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:17.086823 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:17.087157 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:17.087485 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:17.087812 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:17.088139 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:17.088479 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:17.088808 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:17.089130 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:17.089454 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:31:17.223975 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c94292-4029-4855-a694-de17687a844e req-49e4b3d7-bdf2-4f37-a8c4-6e8584b6c7af tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:17.225378 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b7c94292-4029-4855-a694-de17687a844e req-49e4b3d7-bdf2-4f37-a8c4-6e8584b6c7af tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/ports?device_id=da34e3ea-bce7-4933-ae16-c301d4668a43 HTTP/1.1" status: 200 len: 945 time: 0.0588133 Apr 14 20:31:17.305225 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b7c94292-4029-4855-a694-de17687a844e req-7af3f482-7617-4575-8e8b-e876f1e9ce28 tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.11 "GET /v2.0/security-groups?id=68e06fdd-53d6-491c-9069-9ccfd1bef590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734730 Apr 14 20:31:17.324898 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6274a312-9077-420b-8f37-034237fbc32e req-d77cd253-90fb-4e21-b533-38b33429afab tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (9c40d493-16c9-48bd-b30f-5d4ade6bfc01), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:17.354842 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cd253-90fb-4e21-b533-38b33429afab tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Pushing event deleted for resources: {'Port': ['ID=9c40d493-16c9-48bd-b30f-5d4ade6bfc01,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:17.401511 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6274a312-9077-420b-8f37-034237fbc32e req-d77cd253-90fb-4e21-b533-38b33429afab tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] No DVR routers for this DVR port 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:31:17.406051 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-6274a312-9077-420b-8f37-034237fbc32e req-d77cd253-90fb-4e21-b533-38b33429afab tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:17.409342 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6274a312-9077-420b-8f37-034237fbc32e req-d77cd253-90fb-4e21-b533-38b33429afab tempest-ServerRescueNegativeTestJSON-431388292 tempest-ServerRescueNegativeTestJSON-431388292-project] 10.222.0.46 "DELETE /v2.0/ports/9c40d493-16c9-48bd-b30f-5d4ade6bfc01 HTTP/1.1" status: 204 len: 173 time: 0.7530928 Apr 14 20:31:17.409803 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da34e3ea-bce7-4933-ae16-c301d4668a43', 'name': 'network-vif-deleted', 'tag': '9c40d493-16c9-48bd-b30f-5d4ade6bfc01'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:31:17.413057 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfae5426-e128-4178-8a87-581530dafc97" -d '{"events": [{"server_uuid": "da34e3ea-bce7-4933-ae16-c301d4668a43", "name": "network-vif-deleted", "tag": "9c40d493-16c9-48bd-b30f-5d4ade6bfc01"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:31:17.414880 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['a6984c99-ed6a-4972-bd0b-bac4b5991e85'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:31:17.441520 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['9c40d493-16c9-48bd-b30f-5d4ade6bfc01'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:31:17.460458 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c02056-47a4-42a3-8f07-66b7cd7e1a88 x-openstack-request-id: req-01c02056-47a4-42a3-8f07-66b7cd7e1a88 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:31:17.460761 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da34e3ea-bce7-4933-ae16-c301d4668a43", "name": "network-vif-deleted", "tag": "9c40d493-16c9-48bd-b30f-5d4ade6bfc01", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:31:17.461015 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01c02056-47a4-42a3-8f07-66b7cd7e1a88 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:31:17.461415 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c02056-47a4-42a3-8f07-66b7cd7e1a88'] response: {'server_uuid': 'da34e3ea-bce7-4933-ae16-c301d4668a43', 'name': 'network-vif-deleted', 'tag': '9c40d493-16c9-48bd-b30f-5d4ade6bfc01', 'status': 'completed', 'code': 200} Apr 14 20:31:17.885778 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda61459-40fe-4a14-b4bd-760e2f052239 req-c886f4d3-18d4-43d2-953a-2e2707cdaf02 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:17.887365 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fda61459-40fe-4a14-b4bd-760e2f052239 req-c886f4d3-18d4-43d2-953a-2e2707cdaf02 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 945 time: 0.0495031 Apr 14 20:31:17.937844 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fda61459-40fe-4a14-b4bd-760e2f052239 req-1fd9b46c-62e2-440e-9e03-c6514cf58ac8 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0f50fb0-2158-4509-8a54-02279ffe90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440817 Apr 14 20:31:18.361095 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 38074) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:31:18.794907 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1cfa148-ba24-4bcf-beef-8156fa087503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-610754'] for router_interface (ec2424c5-03cb-4d2f-8446-702f5526924e), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:18.850594 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device a6984c99-ed6a-4972-bd0b-bac4b5991e85 up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:31:18.895429 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port a6984c99-ed6a-4972-bd0b-bac4b5991e85 completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:31:18.901518 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port a6984c99-ed6a-4972-bd0b-bac4b5991e85 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:31:18.901869 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (a6984c99-ed6a-4972-bd0b-bac4b5991e85), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:18.984711 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port a6984c99-ed6a-4972-bd0b-bac4b5991e85 is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:31:18.985098 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (a6984c99-ed6a-4972-bd0b-bac4b5991e85), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:19.008495 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7523b6c9-365f-4466-a302-4296559fad32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6984c99-ed6a-4972-bd0b-bac4b5991e85'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:31:19.011120 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a184d64-0f4b-4f92-8bc7-6ffe8026feb2" -d '{"events": [{"server_uuid": "7523b6c9-365f-4466-a302-4296559fad32", "name": "network-vif-plugged", "status": "completed", "tag": "a6984c99-ed6a-4972-bd0b-bac4b5991e85"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:31:19.023427 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port a6984c99-ed6a-4972-bd0b-bac4b5991e85, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a6984c99-ed6a-4972-bd0b-bac4b5991e85,segment=NetworkSegment(8f2ab782-b724-4895-88c0-5ab9878b8081),segment_id=8f2ab782-b724-4895-88c0-5ab9878b8081)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:31:19.028114 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (a6984c99-ed6a-4972-bd0b-bac4b5991e85), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:19.028859 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:31:19.057211 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc0433f-dc04-4124-bf72-d9582a940aac x-openstack-request-id: req-5bc0433f-dc04-4124-bf72-d9582a940aac {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:31:19.057509 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7523b6c9-365f-4466-a302-4296559fad32", "name": "network-vif-plugged", "status": "completed", "tag": "a6984c99-ed6a-4972-bd0b-bac4b5991e85", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:31:19.058072 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5bc0433f-dc04-4124-bf72-d9582a940aac {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:31:19.058205 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc0433f-dc04-4124-bf72-d9582a940aac'] response: {'server_uuid': '7523b6c9-365f-4466-a302-4296559fad32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6984c99-ed6a-4972-bd0b-bac4b5991e85', 'code': 200} Apr 14 20:31:19.068091 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f1cfa148-ba24-4bcf-beef-8156fa087503 admin admin] Deleting port f2bf5104-1ee3-4881-9619-2e9e94c54ba2 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:31:19.068091 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1cfa148-ba24-4bcf-beef-8156fa087503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:19.079841 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:31:19.080225 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 9c40d493-16c9-48bd-b30f-5d4ade6bfc01 not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:31:19.092790 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab59375-4c2e-471a-8dbb-a09d8e70b4c3 req-ba231212-f558-459d-95dc-e54e4d480a55 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:19.094300 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-bab59375-4c2e-471a-8dbb-a09d8e70b4c3 req-ba231212-f558-459d-95dc-e54e4d480a55 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 946 time: 0.0739594 Apr 14 20:31:19.108752 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=a6984c99-ed6a-4972-bd0b-bac4b5991e85,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:19.204228 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-bab59375-4c2e-471a-8dbb-a09d8e70b4c3 req-8dd67e67-196c-4fc9-a618-a28804c9522b tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0f50fb0-2158-4509-8a54-02279ffe90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967212 Apr 14 20:31:19.205903 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f1cfa148-ba24-4bcf-beef-8156fa087503 admin admin] For port f2bf5104-1ee3-4881-9619-2e9e94c54ba2, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=f2bf5104-1ee3-4881-9619-2e9e94c54ba2,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:31:19.206269 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1cfa148-ba24-4bcf-beef-8156fa087503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:19.241458 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f1cfa148-ba24-4bcf-beef-8156fa087503 admin admin] Calling delete_port for f2bf5104-1ee3-4881-9619-2e9e94c54ba2 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:31:19.260863 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1cf76-ff41-47e8-a3ef-a42a8a9d3223 req-76c2872c-de40-4cb9-8932-23a9260f152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:19.262345 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-13f1cf76-ff41-47e8-a3ef-a42a8a9d3223 req-76c2872c-de40-4cb9-8932-23a9260f152b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 1130 time: 0.0534339 Apr 14 20:31:19.350508 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-13f1cf76-ff41-47e8-a3ef-a42a8a9d3223 req-723b76fc-64e5-4b33-969a-88ecd878da28 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f0f50fb0-2158-4509-8a54-02279ffe90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550139 Apr 14 20:31:19.469885 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1cfa148-ba24-4bcf-beef-8156fa087503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (f2bf5104-1ee3-4881-9619-2e9e94c54ba2), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:19.501412 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfa148-ba24-4bcf-beef-8156fa087503 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2bf5104-1ee3-4881-9619-2e9e94c54ba2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:19.697028 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1cfa148-ba24-4bcf-beef-8156fa087503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610654'] for router_interface (ec2424c5-03cb-4d2f-8446-702f5526924e), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:19.933778 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cfa148-ba24-4bcf-beef-8156fa087503 admin admin] Router ec2424c5-03cb-4d2f-8446-702f5526924e has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:31:20.056223 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cfa148-ba24-4bcf-beef-8156fa087503 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:31:20.062579 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-f1cfa148-ba24-4bcf-beef-8156fa087503 admin admin] 10.222.0.11 "PUT /v2.0/routers/ec2424c5-03cb-4d2f-8446-702f5526924e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7004142 Apr 14 20:31:20.065985 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 38084) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:31:20.073739 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cbdafe-30aa-4c3c-821b-d2c5905e608c None None] Sync routers for ids ['ec2424c5-03cb-4d2f-8446-702f5526924e'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:31:20.084589 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cbdafe-30aa-4c3c-821b-d2c5905e608c None None] Routers {'ec2424c5-03cb-4d2f-8446-702f5526924e'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:31:20.085270 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-77cbdafe-30aa-4c3c-821b-d2c5905e608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:31:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['ec2424c5-03cb-4d2f-8446-702f5526924e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:31:20.184087 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-431616da-785a-488d-88cc-d2afc0b87a3e admin admin] Publish callbacks [] for router (ec2424c5-03cb-4d2f-8446-702f5526924e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:20.211632 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-77cbdafe-30aa-4c3c-821b-d2c5905e608c None None] Set router ec2424c5-03cb-4d2f-8446-702f5526924e gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:31:20.395783 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-77cbdafe-30aa-4c3c-821b-d2c5905e608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-router', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:31:19Z', 'revision_number': 5, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'gw_port': {'id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:31:20.423636 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cbdafe-30aa-4c3c-821b-d2c5905e608c None None] Checking router: ec2424c5-03cb-4d2f-8446-702f5526924e for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:31:20.432534 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cbdafe-30aa-4c3c-821b-d2c5905e608c None None] Routers {'ec2424c5-03cb-4d2f-8446-702f5526924e'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:31:20.433158 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-77cbdafe-30aa-4c3c-821b-d2c5905e608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:31:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['ec2424c5-03cb-4d2f-8446-702f5526924e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:31:20.542461 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad24e84-b5c8-492b-a212-903b56672f2a req-9bd9fa0e-2ae5-4664-9b02-c26dcf20e34f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:20.543846 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ad24e84-b5c8-492b-a212-903b56672f2a req-9bd9fa0e-2ae5-4664-9b02-c26dcf20e34f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 946 time: 0.0880096 Apr 14 20:31:20.544050 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-77cbdafe-30aa-4c3c-821b-d2c5905e608c None None] Set router ec2424c5-03cb-4d2f-8446-702f5526924e gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:31:20.606456 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-431616da-785a-488d-88cc-d2afc0b87a3e admin admin] Publish callbacks [] for router_gateway (ec2424c5-03cb-4d2f-8446-702f5526924e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:20.625178 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ad24e84-b5c8-492b-a212-903b56672f2a req-75db1af3-5066-4106-8142-2e96c537738c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0f50fb0-2158-4509-8a54-02279ffe90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720029 Apr 14 20:31:20.665057 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-431616da-785a-488d-88cc-d2afc0b87a3e admin admin] Deleting port 5928456d-c9a6-496b-b81a-5ee261db2c94 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:31:20.665495 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-431616da-785a-488d-88cc-d2afc0b87a3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (5928456d-c9a6-496b-b81a-5ee261db2c94), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:20.752744 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-431616da-785a-488d-88cc-d2afc0b87a3e admin admin] For port 5928456d-c9a6-496b-b81a-5ee261db2c94, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=5928456d-c9a6-496b-b81a-5ee261db2c94,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:31:20.753109 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-431616da-785a-488d-88cc-d2afc0b87a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (5928456d-c9a6-496b-b81a-5ee261db2c94), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:20.766380 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-431616da-785a-488d-88cc-d2afc0b87a3e admin admin] Calling delete_port for 5928456d-c9a6-496b-b81a-5ee261db2c94 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:31:20.862104 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-77cbdafe-30aa-4c3c-821b-d2c5905e608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-router', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:31:19Z', 'revision_number': 5, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'gw_port': {'id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:31:20.898538 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cbdafe-30aa-4c3c-821b-d2c5905e608c None None] The sync data for ids ['ec2424c5-03cb-4d2f-8446-702f5526924e'] in dv-cinder-837539-3-iscsi is: [{'id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'name': 'tempest-ServerRescueNegativeTestJSON-1445353632-router', 'tenant_id': 'f4c46b326c4547ce95899fa600de6148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:31:19Z', 'revision_number': 5, 'project_id': 'f4c46b326c4547ce95899fa600de6148', 'gw_port': {'id': '5928456d-c9a6-496b-b81a-5ee261db2c94', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2424c5-03cb-4d2f-8446-702f5526924e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:31:20.954988 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-431616da-785a-488d-88cc-d2afc0b87a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (5928456d-c9a6-496b-b81a-5ee261db2c94), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:20.980175 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431616da-785a-488d-88cc-d2afc0b87a3e admin admin] Pushing event deleted for resources: {'Port': ['ID=5928456d-c9a6-496b-b81a-5ee261db2c94,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:21.041764 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-431616da-785a-488d-88cc-d2afc0b87a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610552'] for router_gateway (ec2424c5-03cb-4d2f-8446-702f5526924e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:21.134833 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-431616da-785a-488d-88cc-d2afc0b87a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (ec2424c5-03cb-4d2f-8446-702f5526924e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:21.137084 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-431616da-785a-488d-88cc-d2afc0b87a3e admin admin] Publish callbacks [] for router_controller (ec2424c5-03cb-4d2f-8446-702f5526924e), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:21.187584 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-431616da-785a-488d-88cc-d2afc0b87a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613661'] for router (ec2424c5-03cb-4d2f-8446-702f5526924e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:21.188069 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431616da-785a-488d-88cc-d2afc0b87a3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec2424c5-03cb-4d2f-8446-702f5526924e {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:31:21.192993 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-431616da-785a-488d-88cc-d2afc0b87a3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:21.194076 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-431616da-785a-488d-88cc-d2afc0b87a3e admin admin] 10.222.0.11 "DELETE /v2.0/routers/ec2424c5-03cb-4d2f-8446-702f5526924e HTTP/1.1" status: 204 len: 168 time: 1.1258156 Apr 14 20:31:21.196860 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 38088) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:31:21.246146 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ddacc57-74a5-450d-b1f1-859d1a28c313 admin admin] Deleting subnet fa8a56ac-3172-4f0f-9a52-265e07c67e59 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:31:21.250169 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ddacc57-74a5-450d-b1f1-859d1a28c313 admin admin] Publish callbacks [] for subnet (fa8a56ac-3172-4f0f-9a52-265e07c67e59), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:21.288550 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ddacc57-74a5-450d-b1f1-859d1a28c313 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29451382'] for subnet (fa8a56ac-3172-4f0f-9a52-265e07c67e59), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:21.372562 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ddacc57-74a5-450d-b1f1-859d1a28c313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826849'] for subnet (fa8a56ac-3172-4f0f-9a52-265e07c67e59), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:21.426056 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ddacc57-74a5-450d-b1f1-859d1a28c313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29644569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30769421'] for subnet (fa8a56ac-3172-4f0f-9a52-265e07c67e59), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:21.450900 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddacc57-74a5-450d-b1f1-859d1a28c313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa8a56ac-3172-4f0f-9a52-265e07c67e59,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:21.458966 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ddacc57-74a5-450d-b1f1-859d1a28c313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:21.463217 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-1ddacc57-74a5-450d-b1f1-859d1a28c313 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fa8a56ac-3172-4f0f-9a52-265e07c67e59 HTTP/1.1" status: 204 len: 168 time: 0.2651689 Apr 14 20:31:21.464234 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1452b647-4edc-4a57-9d4c-c54d74f65f1a None None] Network 16448b67-0841-4eef-b889-fdba363b68dd requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:31:21.465355 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 38090) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:31:21.543317 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657936'] for network (16448b67-0841-4eef-b889-fdba363b68dd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:21.596092 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] Deleting port 0192a6aa-b09a-4161-bc83-470d695e4cc7 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:31:21.596436 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (0192a6aa-b09a-4161-bc83-470d695e4cc7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:21.659770 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] For port 0192a6aa-b09a-4161-bc83-470d695e4cc7, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=0192a6aa-b09a-4161-bc83-470d695e4cc7,segment=NetworkSegment(9a16a671-1cbc-4955-9c2b-8afb25dccb4d),segment_id=9a16a671-1cbc-4955-9c2b-8afb25dccb4d)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:31:21.660133 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (0192a6aa-b09a-4161-bc83-470d695e4cc7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:21.673858 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] Calling delete_port for 0192a6aa-b09a-4161-bc83-470d695e4cc7 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:31:21.744243 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42eeada-56e5-4ced-a5a3-6d36d0b4de00 req-97cd3d94-86f4-4005-9cc9-2aced6b9bb2f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:21.745810 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f42eeada-56e5-4ced-a5a3-6d36d0b4de00 req-97cd3d94-86f4-4005-9cc9-2aced6b9bb2f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 946 time: 0.0482864 Apr 14 20:31:21.758790 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (0192a6aa-b09a-4161-bc83-470d695e4cc7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:21.784934 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=0192a6aa-b09a-4161-bc83-470d695e4cc7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:21.788494 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] No DVR routers for this DVR port 0192a6aa-b09a-4161-bc83-470d695e4cc7 on host dv-cinder-837539-3-iscsi {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:31:21.794007 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f42eeada-56e5-4ced-a5a3-6d36d0b4de00 req-c88fbd36-26b3-475e-a642-8e336a1a421f tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0f50fb0-2158-4509-8a54-02279ffe90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418077 Apr 14 20:31:21.869379 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830810', 'neutron.services.segments.db._delete_segments_for_network-8743027666104'] for network (16448b67-0841-4eef-b889-fdba363b68dd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:21.917237 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16448b67-0841-4eef-b889-fdba363b68dd']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:31:21.930416 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9684cfc-4188-42f0-a5af-e981ecf499d3 None None] DHCP port deletion for 16448b67-0841-4eef-b889-fdba363b68dd request from dv-cinder-837539-3-iscsi {{(pid=103379) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:31:21.933382 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a16a671-1cbc-4955-9c2b-8afb25dccb4d') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:31:21.933714 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a16a671-1cbc-4955-9c2b-8afb25dccb4d') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:31:21.946685 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166d787-3ccf-48d4-8a8f-4183418d0825 req-85e2c712-ac37-4a57-b2d5-0bc2fe065961 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:21.948253 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d166d787-3ccf-48d4-8a8f-4183418d0825 req-85e2c712-ac37-4a57-b2d5-0bc2fe065961 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 946 time: 0.0813649 Apr 14 20:31:21.953063 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743027671233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29451341'] for segment (9a16a671-1cbc-4955-9c2b-8afb25dccb4d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:21.957240 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 38096) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:31:21.962043 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-766265ca-8da4-4879-92cf-828bea0c6a47 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Request body: {'floatingip': {'port_id': 'a6984c99-ed6a-4972-bd0b-bac4b5991e85'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:31:21.968571 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (9a16a671-1cbc-4955-9c2b-8afb25dccb4d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:21.974833 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:31:21.975223 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29644707'] for segment (9a16a671-1cbc-4955-9c2b-8afb25dccb4d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: Traceback (most recent call last): Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: timer() Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: cb(*args, **kw) Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: return func(*args, **kwargs) Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: self._notify() Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: self.callback(batched_events) Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: event.method(event) Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: return f(self, *a, **k) Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: return self._get(url).json() Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: return self.request(url, 'GET', **kwargs) Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:31:21.977573 dv-cinder-837539-3-iscsi neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:31:22.010085 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-766265ca-8da4-4879-92cf-828bea0c6a47 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for floatingip (a80f5f6d-a8c7-4bd6-9718-44ed6e4e5909), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:22.039411 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610524'] for network (16448b67-0841-4eef-b889-fdba363b68dd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:22.057165 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:22.061015 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] 10.222.0.11 "DELETE /v2.0/networks/16448b67-0841-4eef-b889-fdba363b68dd HTTP/1.1" status: 204 len: 168 time: 0.5945435 Apr 14 20:31:22.063816 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf18a6-b93f-4136-bda9-c25dfb0f5f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=16448b67-0841-4eef-b889-fdba363b68dd,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:22.106389 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 5928456d-c9a6-496b-b81a-5ee261db2c94 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:31:22.128011 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: 5928456d-c9a6-496b-b81a-5ee261db2c94 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:31:22.128352 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 5928456d-c9a6-496b-b81a-5ee261db2c94 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:31:22.128800 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device f2bf5104-1ee3-4881-9619-2e9e94c54ba2 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:31:22.149661 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: f2bf5104-1ee3-4881-9619-2e9e94c54ba2 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:31:22.150272 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device f2bf5104-1ee3-4881-9619-2e9e94c54ba2 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:31:22.150893 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 0192a6aa-b09a-4161-bc83-470d695e4cc7 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:31:22.171856 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: 0192a6aa-b09a-4161-bc83-470d695e4cc7 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:31:22.172222 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 0192a6aa-b09a-4161-bc83-470d695e4cc7 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:31:22.206075 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 38100) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:31:22.246445 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-6c4bfb5d-8e48-44b7-b6bf-222bddfc01e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4c46b326c4547ce95899fa600de6148&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390284 Apr 14 20:31:22.249289 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 38102) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:31:22.299164 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3497b39-6d9f-4ead-8348-cb745c0997f1 admin admin] Publish callbacks [] for security_group (68e06fdd-53d6-491c-9069-9ccfd1bef590), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:22.320612 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3497b39-6d9f-4ead-8348-cb745c0997f1 admin admin] Publish callbacks [] for security_group (68e06fdd-53d6-491c-9069-9ccfd1bef590), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:22.367564 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3497b39-6d9f-4ead-8348-cb745c0997f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (68e06fdd-53d6-491c-9069-9ccfd1bef590), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:22.370384 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3497b39-6d9f-4ead-8348-cb745c0997f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:22.371563 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-e3497b39-6d9f-4ead-8348-cb745c0997f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/68e06fdd-53d6-491c-9069-9ccfd1bef590 HTTP/1.1" status: 204 len: 168 time: 0.1212049 Apr 14 20:31:22.379812 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3497b39-6d9f-4ead-8348-cb745c0997f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e06fdd-53d6-491c-9069-9ccfd1bef590,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:22.483174 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-766265ca-8da4-4879-92cf-828bea0c6a47 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:22.487129 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-766265ca-8da4-4879-92cf-828bea0c6a47 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (a80f5f6d-a8c7-4bd6-9718-44ed6e4e5909), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:22.590897 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.l3_db [None req-766265ca-8da4-4879-92cf-828bea0c6a47 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Floating IP a80f5f6d-a8c7-4bd6-9718-44ed6e4e5909 associated. External IP: 172.27.3.218, port: a6984c99-ed6a-4972-bd0b-bac4b5991e85. Apr 14 20:31:22.816502 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766265ca-8da4-4879-92cf-828bea0c6a47 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Router dc41baf0-b466-4d0e-adfd-4655d3968fbd has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:31:22.928221 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766265ca-8da4-4879-92cf-828bea0c6a47 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:31:22.932905 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-766265ca-8da4-4879-92cf-828bea0c6a47 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:22.939486 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47159cb7-ec6f-4d9f-8566-82e5f541d120 None None] Sync routers for ids ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:31:22.950404 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47159cb7-ec6f-4d9f-8566-82e5f541d120 None None] Routers {'dc41baf0-b466-4d0e-adfd-4655d3968fbd'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:31:22.951061 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-47159cb7-ec6f-4d9f-8566-82e5f541d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:31:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:31:22.972893 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-766265ca-8da4-4879-92cf-828bea0c6a47 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "PUT /v2.0/floatingips/a80f5f6d-a8c7-4bd6-9718-44ed6e4e5909 HTTP/1.1" status: 200 len: 992 time: 1.0044847 Apr 14 20:31:22.972893 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7523b6c9-365f-4466-a302-4296559fad32', 'tag': 'a6984c99-ed6a-4972-bd0b-bac4b5991e85'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:31:22.972893 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc76097-3b21-4f58-b665-d9dc731d599f" -d '{"events": [{"name": "network-changed", "server_uuid": "7523b6c9-365f-4466-a302-4296559fad32", "tag": "a6984c99-ed6a-4972-bd0b-bac4b5991e85"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:31:23.017606 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09ffb73-e790-4fca-b021-8ed976d46b7e x-openstack-request-id: req-f09ffb73-e790-4fca-b021-8ed976d46b7e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:31:23.017913 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7523b6c9-365f-4466-a302-4296559fad32", "tag": "a6984c99-ed6a-4972-bd0b-bac4b5991e85", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:31:23.018130 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f09ffb73-e790-4fca-b021-8ed976d46b7e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:31:23.018569 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f09ffb73-e790-4fca-b021-8ed976d46b7e'] response: {'name': 'network-changed', 'server_uuid': '7523b6c9-365f-4466-a302-4296559fad32', 'tag': 'a6984c99-ed6a-4972-bd0b-bac4b5991e85', 'status': 'completed', 'code': 200} Apr 14 20:31:23.076780 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-47159cb7-ec6f-4d9f-8566-82e5f541d120 None None] Set router dc41baf0-b466-4d0e-adfd-4655d3968fbd gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:31:23.091488 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc76097-3b21-4f58-b665-d9dc731d599f req-71f3d7bb-4cf1-4bcb-8c7d-799258507538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:23.094150 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4dc76097-3b21-4f58-b665-d9dc731d599f req-71f3d7bb-4cf1-4bcb-8c7d-799258507538 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cadd6f4f80d4757ae43922d6da3505f&device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 1130 time: 0.0456011 Apr 14 20:31:23.186445 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc76097-3b21-4f58-b665-d9dc731d599f req-b459bc3a-7775-478b-900e-3093151aa6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:23.188093 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4dc76097-3b21-4f58-b665-d9dc731d599f req-b459bc3a-7775-478b-900e-3093151aa6ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=22e93b71-05e5-44ed-a527-0366c169924d HTTP/1.1" status: 200 len: 912 time: 0.0882158 Apr 14 20:31:23.267975 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4dc76097-3b21-4f58-b665-d9dc731d599f req-c867ed2c-e107-4b2c-a2b9-130b0614de89 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6984c99-ed6a-4972-bd0b-bac4b5991e85 HTTP/1.1" status: 200 len: 1000 time: 0.0725167 Apr 14 20:31:23.308530 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-47159cb7-ec6f-4d9f-8566-82e5f541d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:57Z', 'revision_number': 4, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port': {'id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': 'a80f5f6d-a8c7-4bd6-9718-44ed6e4e5909', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'port_id': 'a6984c99-ed6a-4972-bd0b-bac4b5991e85', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'mac_address': 'fa:16:3e:cd:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523b6c9-365f-4466-a302-4296559fad32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:31:08Z', 'updated_at': '2022-04-14T20:31:22Z', 'revision_number': 1, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e3d19c-21b4-4ec3-9d68-617c78ccd169', 'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'mac_address': 'fa:16:3e:8c:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:54Z', 'updated_at': '2022-04-14T20:23:06Z', 'revision_number': 5, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'subnets': [{'id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:31:23.327932 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc76097-3b21-4f58-b665-d9dc731d599f req-28507722-3798-4aae-b7a1-eb49671e7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:23.329502 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4dc76097-3b21-4f58-b665-d9dc731d599f req-28507722-3798-4aae-b7a1-eb49671e7bc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2bc5ebdc-6adc-4109-947b-34a082b30fa2 HTTP/1.1" status: 200 len: 850 time: 0.0553391 Apr 14 20:31:23.336293 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47159cb7-ec6f-4d9f-8566-82e5f541d120 None None] Checking router: dc41baf0-b466-4d0e-adfd-4655d3968fbd for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:31:23.345583 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47159cb7-ec6f-4d9f-8566-82e5f541d120 None None] Routers {'dc41baf0-b466-4d0e-adfd-4655d3968fbd'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:31:23.346080 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-47159cb7-ec6f-4d9f-8566-82e5f541d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:31:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:31:23.376019 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc76097-3b21-4f58-b665-d9dc731d599f req-e5074d6b-71a5-409e-83ac-a537ad6d6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:23.377586 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4dc76097-3b21-4f58-b665-d9dc731d599f req-e5074d6b-71a5-409e-83ac-a537ad6d6479 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=22e93b71-05e5-44ed-a527-0366c169924d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415554 Apr 14 20:31:23.462995 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-47159cb7-ec6f-4d9f-8566-82e5f541d120 None None] Set router dc41baf0-b466-4d0e-adfd-4655d3968fbd gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:31:23.474930 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4dc76097-3b21-4f58-b665-d9dc731d599f req-566dc724-0409-467f-98e3-afaa2d6f1117 service neutron] 10.222.0.46 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909023 Apr 14 20:31:23.568128 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4dc76097-3b21-4f58-b665-d9dc731d599f req-4a952738-6f84-4e9f-b5e6-4e48b79e5a3d service neutron] 10.222.0.46 "GET /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866270 Apr 14 20:31:23.675469 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 38156) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:31:23.776443 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-47159cb7-ec6f-4d9f-8566-82e5f541d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:57Z', 'revision_number': 4, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port': {'id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': 'a80f5f6d-a8c7-4bd6-9718-44ed6e4e5909', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'port_id': 'a6984c99-ed6a-4972-bd0b-bac4b5991e85', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'mac_address': 'fa:16:3e:cd:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523b6c9-365f-4466-a302-4296559fad32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:31:08Z', 'updated_at': '2022-04-14T20:31:22Z', 'revision_number': 1, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e3d19c-21b4-4ec3-9d68-617c78ccd169', 'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'mac_address': 'fa:16:3e:8c:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:54Z', 'updated_at': '2022-04-14T20:23:06Z', 'revision_number': 5, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'subnets': [{'id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:31:23.784543 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-317d4034-ede6-4f62-b196-d2079346bb6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:23.803804 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47159cb7-ec6f-4d9f-8566-82e5f541d120 None None] The sync data for ids ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'] in dv-cinder-837539-3-iscsi is: [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:57Z', 'revision_number': 4, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port': {'id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': 'a80f5f6d-a8c7-4bd6-9718-44ed6e4e5909', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'port_id': 'a6984c99-ed6a-4972-bd0b-bac4b5991e85', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'mac_address': 'fa:16:3e:cd:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7523b6c9-365f-4466-a302-4296559fad32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:31:08Z', 'updated_at': '2022-04-14T20:31:22Z', 'revision_number': 1, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e3d19c-21b4-4ec3-9d68-617c78ccd169', 'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'mac_address': 'fa:16:3e:8c:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:54Z', 'updated_at': '2022-04-14T20:23:06Z', 'revision_number': 5, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'subnets': [{'id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:31:23.866671 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-317d4034-ede6-4f62-b196-d2079346bb6d admin admin] Publish callbacks [] for security_group (ebed3da1-da10-47a3-94eb-de6421f71806), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:23.872001 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-317d4034-ede6-4f62-b196-d2079346bb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (ebed3da1-da10-47a3-94eb-de6421f71806), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:23.919438 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-317d4034-ede6-4f62-b196-d2079346bb6d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6836eb5751a7487eb46def059968e0e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428687 Apr 14 20:31:23.920600 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d4034-ede6-4f62-b196-d2079346bb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebed3da1-da10-47a3-94eb-de6421f71806,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:23.922076 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 38162) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:31:23.974164 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07a7ebc0-79d9-48e1-b03b-e36af0a07873 admin admin] Publish callbacks [] for security_group (ebed3da1-da10-47a3-94eb-de6421f71806), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:23.996126 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07a7ebc0-79d9-48e1-b03b-e36af0a07873 admin admin] Publish callbacks [] for security_group (ebed3da1-da10-47a3-94eb-de6421f71806), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:24.019960 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270687ac-9b1e-4f32-9055-8d834b95d1c6 None None] New status for floating IP a80f5f6d-a8c7-4bd6-9718-44ed6e4e5909: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:31:24.048630 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07a7ebc0-79d9-48e1-b03b-e36af0a07873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (ebed3da1-da10-47a3-94eb-de6421f71806), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:24.051450 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07a7ebc0-79d9-48e1-b03b-e36af0a07873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:24.052591 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-07a7ebc0-79d9-48e1-b03b-e36af0a07873 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ebed3da1-da10-47a3-94eb-de6421f71806 HTTP/1.1" status: 204 len: 168 time: 0.1294930 Apr 14 20:31:24.060555 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7ebc0-79d9-48e1-b03b-e36af0a07873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebed3da1-da10-47a3-94eb-de6421f71806,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:31:24.796299 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:31:31.330451 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-73bd35a0-0b54-4231-8580-9a2fa372e7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:33.715981 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c9b7010-4348-45ab-9d73-4fea7e187261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:34.720371 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:36.224831 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:38.099494 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:39.347383 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:31:46.817359 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-583e1949-fa02-4434-b6c8-73172e7c89db req-cf9321ff-c947-4e7d-84f1-80d0b2166082 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378578 Apr 14 20:31:46.876128 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e1949-fa02-4434-b6c8-73172e7c89db req-2e3f6be5-b826-4a40-abf8-e16eaa51e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:46.877704 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-583e1949-fa02-4434-b6c8-73172e7c89db req-2e3f6be5-b826-4a40-abf8-e16eaa51e257 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d38318cd27d405c995f7fecf0065a8f&device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 1129 time: 0.0385942 Apr 14 20:31:46.990883 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e1949-fa02-4434-b6c8-73172e7c89db req-56a6bc15-7b82-438c-8265-916300c7f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:46.992284 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-583e1949-fa02-4434-b6c8-73172e7c89db req-56a6bc15-7b82-438c-8265-916300c7f99d service neutron] 10.222.0.46 "GET /v2.0/networks?id=80c2c505-4d1f-4abc-8513-a7f54767d7de HTTP/1.1" status: 200 len: 910 time: 0.0964200 Apr 14 20:31:47.060322 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-583e1949-fa02-4434-b6c8-73172e7c89db req-f0e5b5af-d466-459a-ba8b-0278d297813b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e733f85b-f908-4818-a195-8752ca80b6d8 HTTP/1.1" status: 200 len: 1000 time: 0.0612509 Apr 14 20:31:47.110366 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e1949-fa02-4434-b6c8-73172e7c89db req-f734a4f9-0778-4854-ae43-b06819f302b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:47.111874 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-583e1949-fa02-4434-b6c8-73172e7c89db req-f734a4f9-0778-4854-ae43-b06819f302b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9ba921da-a26a-40cd-8a3f-598bd553a55b HTTP/1.1" status: 200 len: 848 time: 0.0454948 Apr 14 20:31:47.158842 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e1949-fa02-4434-b6c8-73172e7c89db req-e7b8826f-fa57-4f13-979a-cd4ee08c6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:47.160340 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-583e1949-fa02-4434-b6c8-73172e7c89db req-e7b8826f-fa57-4f13-979a-cd4ee08c6b2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80c2c505-4d1f-4abc-8513-a7f54767d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419590 Apr 14 20:31:47.253463 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-583e1949-fa02-4434-b6c8-73172e7c89db req-0d9945af-09df-458a-8a6c-934cc41cc42f service neutron] 10.222.0.46 "GET /v2.0/networks/80c2c505-4d1f-4abc-8513-a7f54767d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868952 Apr 14 20:31:47.343284 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-583e1949-fa02-4434-b6c8-73172e7c89db req-4ebc7782-1884-4e71-8a28-1be8aa279ac8 service neutron] 10.222.0.46 "GET /v2.0/networks/80c2c505-4d1f-4abc-8513-a7f54767d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838535 Apr 14 20:31:48.971290 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a2552-6761-4257-b504-e484022b1c45 req-b56f3ebe-d3ca-4e93-a600-ebe393a5be79 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:48.972773 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-114a2552-6761-4257-b504-e484022b1c45 req-b56f3ebe-d3ca-4e93-a600-ebe393a5be79 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0483682 Apr 14 20:31:49.018954 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-114a2552-6761-4257-b504-e484022b1c45 req-89791448-094c-49d4-8bde-7807593acee1 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405512 Apr 14 20:31:50.135883 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da76c9-d93c-4a7b-9775-8e8ba05ae978 req-04632107-92ae-4e89-8a3e-8d832fa4ff83 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:50.137320 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c5da76c9-d93c-4a7b-9775-8e8ba05ae978 req-04632107-92ae-4e89-8a3e-8d832fa4ff83 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0459363 Apr 14 20:31:50.183033 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c5da76c9-d93c-4a7b-9775-8e8ba05ae978 req-e135b822-217e-4c8d-a859-f828688c5646 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393670 Apr 14 20:31:51.304881 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de679914-ec1d-49d9-a4f2-5381364cfad4 req-661eda63-4bb3-43fa-8540-c14b4ef37577 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:51.306333 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-de679914-ec1d-49d9-a4f2-5381364cfad4 req-661eda63-4bb3-43fa-8540-c14b4ef37577 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0528429 Apr 14 20:31:51.353619 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-de679914-ec1d-49d9-a4f2-5381364cfad4 req-7077a55b-e460-4be6-bce8-436ba2815f82 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413649 Apr 14 20:31:52.472520 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf6f37-bbff-47ad-b474-0d634838c8be req-43cef97d-b86b-4bd0-97f8-a9619e093725 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:52.473964 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2aaf6f37-bbff-47ad-b474-0d634838c8be req-43cef97d-b86b-4bd0-97f8-a9619e093725 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0496783 Apr 14 20:31:52.518637 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2aaf6f37-bbff-47ad-b474-0d634838c8be req-b739dac9-bcc9-4114-a489-36e6f847d094 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391896 Apr 14 20:31:53.638025 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13d20a-e912-422a-a58b-0fb73f11b7a5 req-9a47d606-a4d5-476e-b3a7-4fa61832f315 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:53.639506 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-db13d20a-e912-422a-a58b-0fb73f11b7a5 req-9a47d606-a4d5-476e-b3a7-4fa61832f315 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0499578 Apr 14 20:31:53.687323 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-db13d20a-e912-422a-a58b-0fb73f11b7a5 req-061ab279-f2b4-4f11-9974-d36fe43218a2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423224 Apr 14 20:31:54.805583 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76d080-bdd2-47fb-9f2c-7a21050f34c0 req-6700c8d9-e972-402b-bbde-3331fa16e6fd tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:54.807040 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0b76d080-bdd2-47fb-9f2c-7a21050f34c0 req-6700c8d9-e972-402b-bbde-3331fa16e6fd tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0464113 Apr 14 20:31:54.852050 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-0b76d080-bdd2-47fb-9f2c-7a21050f34c0 req-e93f691d-c8a8-448f-ac63-a3ad36a34cd8 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395660 Apr 14 20:31:55.976726 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d969-35fc-4481-9913-e82cf151899e req-35a1485f-6f11-473c-80d3-50d2e616845c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:55.978086 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3f92d969-35fc-4481-9913-e82cf151899e req-35a1485f-6f11-473c-80d3-50d2e616845c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0474036 Apr 14 20:31:56.023384 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3f92d969-35fc-4481-9913-e82cf151899e req-b2a80d01-ae69-4910-99ec-87dd3b2fe241 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396402 Apr 14 20:31:57.140489 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8da01-48e1-4b8b-a953-41aaa2f8ca8c req-5a030efa-bf71-47f4-ba4f-bdc5c8449920 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:57.141942 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-81b8da01-48e1-4b8b-a953-41aaa2f8ca8c req-5a030efa-bf71-47f4-ba4f-bdc5c8449920 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0481083 Apr 14 20:31:57.192221 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-81b8da01-48e1-4b8b-a953-41aaa2f8ca8c req-450cbc40-aa8f-406d-a7b0-ed2ed1630259 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447047 Apr 14 20:31:58.316739 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e8bcc-de31-4ff0-9cb7-b8a4ef598c78 req-b0c0e5eb-06c7-47ec-be99-6d6a77519a40 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:58.318126 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-406e8bcc-de31-4ff0-9cb7-b8a4ef598c78 req-b0c0e5eb-06c7-47ec-be99-6d6a77519a40 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0503671 Apr 14 20:31:58.364291 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-406e8bcc-de31-4ff0-9cb7-b8a4ef598c78 req-93e8ec64-d754-4045-bd67-9c7f1910ff36 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406346 Apr 14 20:31:59.479795 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9cb73-2a55-41f8-85e3-d07aa006f929 req-619d3f0d-356d-4b46-b9fa-e9393cca2ad1 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:31:59.481170 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f8f9cb73-2a55-41f8-85e3-d07aa006f929 req-619d3f0d-356d-4b46-b9fa-e9393cca2ad1 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0457239 Apr 14 20:31:59.526227 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f8f9cb73-2a55-41f8-85e3-d07aa006f929 req-692c1211-6cf5-482a-bb43-7d7cbb1ca1ab tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396471 Apr 14 20:32:00.641271 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f473fb-b1e4-495d-8865-a444fb943e68 req-f9322861-d170-4816-a086-c9df25dbd7ac tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:00.642905 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-39f473fb-b1e4-495d-8865-a444fb943e68 req-f9322861-d170-4816-a086-c9df25dbd7ac tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0467901 Apr 14 20:32:00.689156 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-39f473fb-b1e4-495d-8865-a444fb943e68 req-18f879d9-9cc3-4ea2-a747-c653d339d5de tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 Apr 14 20:32:01.333180 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-197e0a4b-47cb-44c8-8bed-3f49069616bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:01.794352 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:32:01.805381 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23c17d-1947-44f0-b2ed-754b50c6b6bf req-01f7281b-4229-4654-9224-391638152765 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:01.806913 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1e23c17d-1947-44f0-b2ed-754b50c6b6bf req-01f7281b-4229-4654-9224-391638152765 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0463624 Apr 14 20:32:01.852608 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1e23c17d-1947-44f0-b2ed-754b50c6b6bf req-fbd91a9c-2b3d-408a-bef1-e0dc7607c8ad tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402858 Apr 14 20:32:02.967802 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c245a0-1b4f-4daa-8a08-7b4b6e47948c req-8c070920-f4ab-4455-802e-81d36766693e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:02.969265 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b3c245a0-1b4f-4daa-8a08-7b4b6e47948c req-8c070920-f4ab-4455-802e-81d36766693e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0466552 Apr 14 20:32:03.020609 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b3c245a0-1b4f-4daa-8a08-7b4b6e47948c req-900acc41-8d91-44eb-be22-cea01b456ddb tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449247 Apr 14 20:32:03.717058 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b2c6b27d-ad13-40c4-9865-7a5d275a619d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:04.141924 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee41997-f604-42bf-8f5f-128a06df0da6 req-2a33b353-7257-47f9-8423-a2764e1a5628 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:04.143400 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1ee41997-f604-42bf-8f5f-128a06df0da6 req-2a33b353-7257-47f9-8423-a2764e1a5628 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0495183 Apr 14 20:32:04.189146 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1ee41997-f604-42bf-8f5f-128a06df0da6 req-a7549ccf-c40e-458b-8882-ba85fc1b51a2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402968 Apr 14 20:32:04.723125 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:05.305423 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e3c85-3fd3-456a-b47f-d4e09e263bf8 req-f68177b3-dd44-43c2-8e7a-abd47879fb85 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:05.306950 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1b4e3c85-3fd3-456a-b47f-d4e09e263bf8 req-f68177b3-dd44-43c2-8e7a-abd47879fb85 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0467753 Apr 14 20:32:05.352734 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1b4e3c85-3fd3-456a-b47f-d4e09e263bf8 req-9a877723-cf8f-4088-8919-ca5742323bbc tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403745 Apr 14 20:32:06.222635 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:06.468801 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b656900-7c2b-4ea0-8dcd-6905aa6667b4 req-079c4a32-dc58-4a20-963e-87726acb7bed tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:06.470239 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7b656900-7c2b-4ea0-8dcd-6905aa6667b4 req-079c4a32-dc58-4a20-963e-87726acb7bed tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0461512 Apr 14 20:32:06.519750 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7b656900-7c2b-4ea0-8dcd-6905aa6667b4 req-cff59fad-6fea-4379-ada8-95de8e1bb37e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433950 Apr 14 20:32:07.638209 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0722e-aafa-4a95-ba01-119aefc8b1b5 req-4d706d81-480f-4d0f-b0fa-e26065a11bb2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:07.639707 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bce0722e-aafa-4a95-ba01-119aefc8b1b5 req-4d706d81-480f-4d0f-b0fa-e26065a11bb2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0475361 Apr 14 20:32:07.687400 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bce0722e-aafa-4a95-ba01-119aefc8b1b5 req-0a727fdd-80d4-4eea-ad9c-abaca78291bc tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420372 Apr 14 20:32:08.101323 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:08.804033 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f2625-07d6-4092-9711-7b6f10bee5e4 req-c8a6527c-fd59-496b-b766-1eba32baf49c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:08.805480 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-206f2625-07d6-4092-9711-7b6f10bee5e4 req-c8a6527c-fd59-496b-b766-1eba32baf49c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0456741 Apr 14 20:32:09.117644 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-206f2625-07d6-4092-9711-7b6f10bee5e4 req-86be8119-f4a4-49bc-b3f4-de13230ed661 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064613 Apr 14 20:32:09.364805 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:10.240130 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1783e-8415-4d6c-afdc-0c98761d20e9 req-60a65805-f19f-41a6-89ee-6c49594ce30a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:10.241584 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f8e1783e-8415-4d6c-afdc-0c98761d20e9 req-60a65805-f19f-41a6-89ee-6c49594ce30a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0520666 Apr 14 20:32:10.287552 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f8e1783e-8415-4d6c-afdc-0c98761d20e9 req-0b8b0a20-20fa-40d3-9484-00e2bfd42814 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404444 Apr 14 20:32:11.038267 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 38642) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:11.143271 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:11.224400 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] Publish callbacks [] for security_group (070dc631-ab0a-4a2d-9847-f3c64888427c), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:11.228580 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (070dc631-ab0a-4a2d-9847-f3c64888427c), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:11.266301 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070dc631-ab0a-4a2d-9847-f3c64888427c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:11.270294 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca3449a238714855a8e9ef72385d1c0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309852 Apr 14 20:32:11.273100 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 38646) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:11.276184 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.276746 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.277097 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.277441 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.277779 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.278112 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.278467 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.278840 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.279484 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.279835 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.280173 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.280508 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.280838 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.281163 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.281589 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570262d4-5302-464c-9d0c-1afe571428c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.340556 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Publish callbacks [] for security_group (070dc631-ab0a-4a2d-9847-f3c64888427c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:11.362703 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Publish callbacks [] for security_group (070dc631-ab0a-4a2d-9847-f3c64888427c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:11.407443 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e7ebc-528c-42ae-b9dc-4b18a26642e8 req-629bfb23-1b95-4d35-a980-8b6553f1c69d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:11.410022 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-aa0e7ebc-528c-42ae-b9dc-4b18a26642e8 req-629bfb23-1b95-4d35-a980-8b6553f1c69d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0490828 Apr 14 20:32:11.411214 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (070dc631-ab0a-4a2d-9847-f3c64888427c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:11.413903 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:11.415065 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/070dc631-ab0a-4a2d-9847-f3c64888427c HTTP/1.1" status: 204 len: 168 time: 0.1409886 Apr 14 20:32:11.422844 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070dc631-ab0a-4a2d-9847-f3c64888427c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:11.430960 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.431315 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.431662 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.432473 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.432473 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.432698 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.432966 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.433605 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.434104 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.434459 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.434858 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.435122 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.435448 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.435770 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.436093 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65258f94-4dc3-46ec-81a5-f1ac263e0afb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:11.468240 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-aa0e7ebc-528c-42ae-b9dc-4b18a26642e8 req-f0881e0e-208c-4121-bf87-71e8d703b348 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499840 Apr 14 20:32:11.684369 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 38654) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:11.697901 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a6409316-f333-4b40-9441-409468228192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:11.775868 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a6409316-f333-4b40-9441-409468228192 admin admin] Publish callbacks [] for security_group (034b4988-a51c-4a35-90f1-ef2f208abff2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:11.779556 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a6409316-f333-4b40-9441-409468228192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (034b4988-a51c-4a35-90f1-ef2f208abff2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:11.817430 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a6409316-f333-4b40-9441-409468228192 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f50b45184b049c2a52a2899dcdbdb1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319091 Apr 14 20:32:11.818537 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6409316-f333-4b40-9441-409468228192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034b4988-a51c-4a35-90f1-ef2f208abff2,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:11.820082 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 38656) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:11.874922 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d39f8af6-628c-4b67-8e75-e56a69bbcbbe admin admin] Publish callbacks [] for security_group (034b4988-a51c-4a35-90f1-ef2f208abff2), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:11.896332 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d39f8af6-628c-4b67-8e75-e56a69bbcbbe admin admin] Publish callbacks [] for security_group (034b4988-a51c-4a35-90f1-ef2f208abff2), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:11.941260 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d39f8af6-628c-4b67-8e75-e56a69bbcbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (034b4988-a51c-4a35-90f1-ef2f208abff2), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:11.943826 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d39f8af6-628c-4b67-8e75-e56a69bbcbbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:11.944963 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-d39f8af6-628c-4b67-8e75-e56a69bbcbbe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/034b4988-a51c-4a35-90f1-ef2f208abff2 HTTP/1.1" status: 204 len: 168 time: 0.1238391 Apr 14 20:32:11.952778 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f8af6-628c-4b67-8e75-e56a69bbcbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034b4988-a51c-4a35-90f1-ef2f208abff2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:12.587611 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5d7b7-730a-40bf-a2ef-1e209093070c req-89787d4d-76fb-4b32-8154-fe1bfaae6689 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:12.589277 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1ff5d7b7-730a-40bf-a2ef-1e209093070c req-89787d4d-76fb-4b32-8154-fe1bfaae6689 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0483515 Apr 14 20:32:12.637189 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1ff5d7b7-730a-40bf-a2ef-1e209093070c req-d889bc44-13a0-4c91-a7a0-9850cbbcb74a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424683 Apr 14 20:32:13.235293 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 0ca574fc-73cb-44be-848f-4da23235ee9b details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:32:13.340073 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 0ca574fc-73cb-44be-848f-4da23235ee9b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0ca574fc-73cb-44be-848f-4da23235ee9b,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:32:13.352175 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': '0ca574fc-73cb-44be-848f-4da23235ee9b', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'port_id': '0ca574fc-73cb-44be-848f-4da23235ee9b', 'mac_address': 'fa:16:3e:8c:3b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:32:13.388855 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 0ca574fc-73cb-44be-848f-4da23235ee9b is: ACTIVE; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:32:13.389267 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:13.402213 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ca574fc-73cb-44be-848f-4da23235ee9b {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:32:13.423465 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 0ca574fc-73cb-44be-848f-4da23235ee9b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0ca574fc-73cb-44be-848f-4da23235ee9b,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:32:13.427911 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:13.485345 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=0ca574fc-73cb-44be-848f-4da23235ee9b,revision_number=6']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:13.534869 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['0ca574fc-73cb-44be-848f-4da23235ee9b'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:32:13.754154 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229038b0-c0fc-4c19-8e63-dbe58ad5b25f req-cc834523-9cd4-4ef3-8761-d6fcf1ae7385 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:13.758510 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-229038b0-c0fc-4c19-8e63-dbe58ad5b25f req-cc834523-9cd4-4ef3-8761-d6fcf1ae7385 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 944 time: 0.0503585 Apr 14 20:32:13.805092 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-229038b0-c0fc-4c19-8e63-dbe58ad5b25f req-46e398d4-2aa6-4b3e-ba71-551d00263983 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412090 Apr 14 20:32:14.923597 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97222df7-f71d-4aa4-b5fa-4f0f502262ac req-69d3f1f9-5cec-4ee6-b360-97709c01dd75 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:14.925838 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-97222df7-f71d-4aa4-b5fa-4f0f502262ac req-69d3f1f9-5cec-4ee6-b360-97709c01dd75 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 944 time: 0.0466092 Apr 14 20:32:14.974286 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-97222df7-f71d-4aa4-b5fa-4f0f502262ac req-a2bfac0f-7780-441d-bce1-b7d395ac16ba tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427759 Apr 14 20:32:15.239788 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 0ca574fc-73cb-44be-848f-4da23235ee9b up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:32:15.287192 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port 0ca574fc-73cb-44be-848f-4da23235ee9b triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:32:15.287498 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:15.362682 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 0ca574fc-73cb-44be-848f-4da23235ee9b is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:32:15.363076 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:15.384598 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e018638-3597-4aa1-ac33-e3dc44add4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca574fc-73cb-44be-848f-4da23235ee9b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:32:15.386841 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22caa8c-5155-430f-a5e5-8936e8f6c20e" -d '{"events": [{"server_uuid": "8e018638-3597-4aa1-ac33-e3dc44add4ed", "name": "network-vif-plugged", "status": "completed", "tag": "0ca574fc-73cb-44be-848f-4da23235ee9b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:32:15.399052 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 0ca574fc-73cb-44be-848f-4da23235ee9b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0ca574fc-73cb-44be-848f-4da23235ee9b,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:32:15.404071 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:15.431504 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc948e44-df9b-4b2d-9fda-18fc68b53039 x-openstack-request-id: req-bc948e44-df9b-4b2d-9fda-18fc68b53039 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:32:15.431794 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e018638-3597-4aa1-ac33-e3dc44add4ed", "name": "network-vif-plugged", "status": "completed", "tag": "0ca574fc-73cb-44be-848f-4da23235ee9b", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:32:15.432044 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc948e44-df9b-4b2d-9fda-18fc68b53039 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:32:15.432426 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc948e44-df9b-4b2d-9fda-18fc68b53039'] response: {'server_uuid': '8e018638-3597-4aa1-ac33-e3dc44add4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca574fc-73cb-44be-848f-4da23235ee9b', 'code': 200} Apr 14 20:32:15.457506 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=0ca574fc-73cb-44be-848f-4da23235ee9b,revision_number=7']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:15.654541 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 38726) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:15.807187 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5da612f0-d588-479b-8a09-755bf9bcd9d7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Deleting port aeede554-fa57-46b9-99c0-6a6ff680392f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:32:15.807530 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5da612f0-d588-479b-8a09-755bf9bcd9d7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (aeede554-fa57-46b9-99c0-6a6ff680392f), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:15.883319 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5da612f0-d588-479b-8a09-755bf9bcd9d7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (aeede554-fa57-46b9-99c0-6a6ff680392f), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:15.883649 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5da612f0-d588-479b-8a09-755bf9bcd9d7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for floatingip (aeede554-fa57-46b9-99c0-6a6ff680392f), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:15.897438 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5da612f0-d588-479b-8a09-755bf9bcd9d7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Calling delete_port for aeede554-fa57-46b9-99c0-6a6ff680392f owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:32:16.072631 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5da612f0-d588-479b-8a09-755bf9bcd9d7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (aeede554-fa57-46b9-99c0-6a6ff680392f), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:16.091259 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68a22f-9c70-4e72-a156-6cb557700c1a req-cdf82d7c-63f7-4c54-a947-8bbb33f96416 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:16.092730 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ac68a22f-9c70-4e72-a156-6cb557700c1a req-cdf82d7c-63f7-4c54-a947-8bbb33f96416 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0486503 Apr 14 20:32:16.102872 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da612f0-d588-479b-8a09-755bf9bcd9d7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Pushing event deleted for resources: {'Port': ['ID=aeede554-fa57-46b9-99c0-6a6ff680392f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:16.142254 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ac68a22f-9c70-4e72-a156-6cb557700c1a req-93fc19f6-2712-451e-a595-71e5e66a5344 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437214 Apr 14 20:32:16.164568 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5da612f0-d588-479b-8a09-755bf9bcd9d7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for floatingip (60f12776-05ec-4588-a5cd-a8c2838c2593), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:16.164903 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.l3_db [None req-5da612f0-d588-479b-8a09-755bf9bcd9d7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Floating IP 60f12776-05ec-4588-a5cd-a8c2838c2593 disassociated (deleted). External IP: 172.27.3.86, port: e733f85b-f908-4818-a195-8752ca80b6d8. Apr 14 20:32:16.372958 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da612f0-d588-479b-8a09-755bf9bcd9d7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Router 7bf0dce2-3ca8-480f-9344-fa982fe10db4 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:32:16.482795 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da612f0-d588-479b-8a09-755bf9bcd9d7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:32:16.488124 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5da612f0-d588-479b-8a09-755bf9bcd9d7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:16.492587 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bcbb5c-5277-4660-912c-94d9c1d4df7c None None] Sync routers for ids ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:32:16.501969 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bcbb5c-5277-4660-912c-94d9c1d4df7c None None] Routers {'7bf0dce2-3ca8-480f-9344-fa982fe10db4'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:32:16.503175 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-38bcbb5c-5277-4660-912c-94d9c1d4df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:32:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:32:16.517411 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-5da612f0-d588-479b-8a09-755bf9bcd9d7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "DELETE /v2.0/floatingips/60f12776-05ec-4588-a5cd-a8c2838c2593 HTTP/1.1" status: 204 len: 168 time: 0.8616588 Apr 14 20:32:16.518000 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180a18e8-8169-4d1f-816d-db549b82399c', 'tag': 'e733f85b-f908-4818-a195-8752ca80b6d8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:32:16.520282 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07f10cd-1aee-4c4d-8ac9-2bdbc0ffa2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "180a18e8-8169-4d1f-816d-db549b82399c", "tag": "e733f85b-f908-4818-a195-8752ca80b6d8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:32:16.557589 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e0e69f-7615-4b0c-88ed-049ad262ad11 x-openstack-request-id: req-08e0e69f-7615-4b0c-88ed-049ad262ad11 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:32:16.557884 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180a18e8-8169-4d1f-816d-db549b82399c", "tag": "e733f85b-f908-4818-a195-8752ca80b6d8", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:32:16.558328 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08e0e69f-7615-4b0c-88ed-049ad262ad11 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:32:16.558769 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e0e69f-7615-4b0c-88ed-049ad262ad11'] response: {'name': 'network-changed', 'server_uuid': '180a18e8-8169-4d1f-816d-db549b82399c', 'tag': 'e733f85b-f908-4818-a195-8752ca80b6d8', 'status': 'completed', 'code': 200} Apr 14 20:32:16.622271 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-38bcbb5c-5277-4660-912c-94d9c1d4df7c None None] Set router 7bf0dce2-3ca8-480f-9344-fa982fe10db4 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:32:16.628710 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f10cd-1aee-4c4d-8ac9-2bdbc0ffa2a7 req-3e67ec83-5926-4a4c-b09b-5f39622a8414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:16.630540 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a07f10cd-1aee-4c4d-8ac9-2bdbc0ffa2a7 req-3e67ec83-5926-4a4c-b09b-5f39622a8414 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d38318cd27d405c995f7fecf0065a8f&device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 1129 time: 0.0477593 Apr 14 20:32:16.743392 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f10cd-1aee-4c4d-8ac9-2bdbc0ffa2a7 req-4fd805b2-6868-4a18-aac8-276db35899db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:16.745608 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a07f10cd-1aee-4c4d-8ac9-2bdbc0ffa2a7 req-4fd805b2-6868-4a18-aac8-276db35899db service neutron] 10.222.0.46 "GET /v2.0/networks?id=80c2c505-4d1f-4abc-8513-a7f54767d7de HTTP/1.1" status: 200 len: 910 time: 0.1074252 Apr 14 20:32:16.764895 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee965d-c390-400e-bd6b-007274c58d68 req-834a667d-e2aa-4223-93e1-99f5d4f66400 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:16.766520 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-09ee965d-c390-400e-bd6b-007274c58d68 req-834a667d-e2aa-4223-93e1-99f5d4f66400 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0496445 Apr 14 20:32:16.818010 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-09ee965d-c390-400e-bd6b-007274c58d68 req-8998cc11-c820-47a2-af79-cef2d39162fe tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456171 Apr 14 20:32:16.823778 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-38bcbb5c-5277-4660-912c-94d9c1d4df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'name': 'tempest-TestShelveInstance-2075611276-router', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:00Z', 'updated_at': '2022-04-14T20:25:04Z', 'revision_number': 4, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'gw_port': {'id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:01Z', 'updated_at': '2022-04-14T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '539c329f-43ea-4b5e-9ff5-a066dc492ff0', 'name': '', 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'mac_address': 'fa:16:3e:16:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:04Z', 'updated_at': '2022-04-14T20:25:09Z', 'revision_number': 5, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'subnets': [{'id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:32:16.855368 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bcbb5c-5277-4660-912c-94d9c1d4df7c None None] Checking router: 7bf0dce2-3ca8-480f-9344-fa982fe10db4 for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:32:16.864649 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bcbb5c-5277-4660-912c-94d9c1d4df7c None None] Routers {'7bf0dce2-3ca8-480f-9344-fa982fe10db4'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:32:16.865245 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-38bcbb5c-5277-4660-912c-94d9c1d4df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:32:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:32:16.975753 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-38bcbb5c-5277-4660-912c-94d9c1d4df7c None None] Set router 7bf0dce2-3ca8-480f-9344-fa982fe10db4 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:32:17.167354 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-38bcbb5c-5277-4660-912c-94d9c1d4df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'name': 'tempest-TestShelveInstance-2075611276-router', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:00Z', 'updated_at': '2022-04-14T20:25:04Z', 'revision_number': 4, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'gw_port': {'id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:01Z', 'updated_at': '2022-04-14T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '539c329f-43ea-4b5e-9ff5-a066dc492ff0', 'name': '', 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'mac_address': 'fa:16:3e:16:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:04Z', 'updated_at': '2022-04-14T20:25:09Z', 'revision_number': 5, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'subnets': [{'id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:32:17.195549 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bcbb5c-5277-4660-912c-94d9c1d4df7c None None] The sync data for ids ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'] in dv-cinder-837539-3-iscsi is: [{'id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'name': 'tempest-TestShelveInstance-2075611276-router', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:00Z', 'updated_at': '2022-04-14T20:25:04Z', 'revision_number': 4, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'gw_port': {'id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:01Z', 'updated_at': '2022-04-14T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '539c329f-43ea-4b5e-9ff5-a066dc492ff0', 'name': '', 'network_id': '80c2c505-4d1f-4abc-8513-a7f54767d7de', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'mac_address': 'fa:16:3e:16:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:04Z', 'updated_at': '2022-04-14T20:25:09Z', 'revision_number': 5, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'subnets': [{'id': '9ba921da-a26a-40cd-8a3f-598bd553a55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:32:17.268935 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b1b6e-75f2-4b29-bfd1-2e175b79c789 req-1519cef3-bc84-47f6-bbde-352152220ea5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:17.270613 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ec8b1b6e-75f2-4b29-bfd1-2e175b79c789 req-1519cef3-bc84-47f6-bbde-352152220ea5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0535212 Apr 14 20:32:17.323423 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ec8b1b6e-75f2-4b29-bfd1-2e175b79c789 req-4e700ee5-c313-4761-9892-7c5e6871dc64 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468762 Apr 14 20:32:17.464396 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e949deeb-1747-4111-b648-e8930b0fed35 None None] New status for floating IP 60f12776-05ec-4588-a5cd-a8c2838c2593: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:32:17.939037 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf1639-e39e-4636-bd84-ab0296fd990e req-b8b38572-382b-4a3d-8f25-52a82c25f072 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:17.940509 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1bcf1639-e39e-4636-bd84-ab0296fd990e req-b8b38572-382b-4a3d-8f25-52a82c25f072 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0520720 Apr 14 20:32:17.989895 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1bcf1639-e39e-4636-bd84-ab0296fd990e req-fa38f317-a2cb-4c78-a533-34ab4f689f4c tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438697 Apr 14 20:32:18.117805 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a07f10cd-1aee-4c4d-8ac9-2bdbc0ffa2a7 req-219b954a-eb31-44c3-bc43-f18c25cb7837 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e733f85b-f908-4818-a195-8752ca80b6d8 HTTP/1.1" status: 200 len: 217 time: 0.0379672 Apr 14 20:32:18.166353 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f10cd-1aee-4c4d-8ac9-2bdbc0ffa2a7 req-952179c7-2a9e-4668-9d2b-402ab53239ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:18.167811 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a07f10cd-1aee-4c4d-8ac9-2bdbc0ffa2a7 req-952179c7-2a9e-4668-9d2b-402ab53239ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9ba921da-a26a-40cd-8a3f-598bd553a55b HTTP/1.1" status: 200 len: 848 time: 0.0432243 Apr 14 20:32:18.441271 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645c3d1-abd3-45b6-ac64-1c6d21d7d229 req-d74bfd05-45e3-4f68-9713-f93142aa44fb tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:18.442768 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5645c3d1-abd3-45b6-ac64-1c6d21d7d229 req-d74bfd05-45e3-4f68-9713-f93142aa44fb tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0465615 Apr 14 20:32:18.488094 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5645c3d1-abd3-45b6-ac64-1c6d21d7d229 req-282df4ae-c8dd-43f5-9bf6-095d4f5617e5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399711 Apr 14 20:32:19.103246 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f4a62-b957-41e3-8a78-97db6e66dd63 req-891679b0-7be0-4775-acef-ba41b82431d7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:19.104725 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4d9f4a62-b957-41e3-8a78-97db6e66dd63 req-891679b0-7be0-4775-acef-ba41b82431d7 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0464103 Apr 14 20:32:19.151941 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4d9f4a62-b957-41e3-8a78-97db6e66dd63 req-6ed72f1c-1c28-45a1-914b-1e1832005c9b tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417502 Apr 14 20:32:19.218987 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f10cd-1aee-4c4d-8ac9-2bdbc0ffa2a7 req-f73e4470-5423-45f4-b07b-b6ee07057901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:19.220474 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a07f10cd-1aee-4c4d-8ac9-2bdbc0ffa2a7 req-f73e4470-5423-45f4-b07b-b6ee07057901 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80c2c505-4d1f-4abc-8513-a7f54767d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469055 Apr 14 20:32:19.609157 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bd310-841d-4b54-a55c-9efb0356208c req-d4d2a9c3-2139-4203-82e7-c1abc16c8236 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:19.610665 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d31bd310-841d-4b54-a55c-9efb0356208c req-d4d2a9c3-2139-4203-82e7-c1abc16c8236 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0488904 Apr 14 20:32:19.660784 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d31bd310-841d-4b54-a55c-9efb0356208c req-98263f50-bfce-4e49-9363-611c9f723a7f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438938 Apr 14 20:32:20.197493 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a07f10cd-1aee-4c4d-8ac9-2bdbc0ffa2a7 req-35fc9a1b-722a-4702-80b5-ad571064a3ba service neutron] 10.222.0.46 "GET /v2.0/networks/80c2c505-4d1f-4abc-8513-a7f54767d7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878687 Apr 14 20:32:20.272336 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cb3d6-7d30-403f-a39f-abcfc0aa8630 req-3ce4d993-f691-4d9f-a657-06182516317b tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:20.273826 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e57cb3d6-7d30-403f-a39f-abcfc0aa8630 req-3ce4d993-f691-4d9f-a657-06182516317b tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0539217 Apr 14 20:32:20.326217 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e57cb3d6-7d30-403f-a39f-abcfc0aa8630 req-8d406ab8-907e-40dd-b3cf-7301d221dfea tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467565 Apr 14 20:32:20.779090 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536876cc-45d6-498b-a5f0-4a987fba4961 req-afc8a5f8-b516-45a3-a207-359c488ab0df tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:20.780572 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-536876cc-45d6-498b-a5f0-4a987fba4961 req-afc8a5f8-b516-45a3-a207-359c488ab0df tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0481937 Apr 14 20:32:20.827135 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-536876cc-45d6-498b-a5f0-4a987fba4961 req-2632c035-cf66-4568-9805-f95749dff911 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398602 Apr 14 20:32:21.404925 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a07f10cd-1aee-4c4d-8ac9-2bdbc0ffa2a7 req-0234095a-ef3d-479e-85e3-5bef5b435df0 service neutron] 10.222.0.46 "GET /v2.0/networks/80c2c505-4d1f-4abc-8513-a7f54767d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865726 Apr 14 20:32:21.439514 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c760dc-1a93-4b2f-b052-5007d2b20841 req-09cbaa80-5432-48e3-9fca-c6e5c3d675c1 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:21.440989 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-04c760dc-1a93-4b2f-b052-5007d2b20841 req-09cbaa80-5432-48e3-9fca-c6e5c3d675c1 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0485878 Apr 14 20:32:21.489266 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-04c760dc-1a93-4b2f-b052-5007d2b20841 req-c4076850-b6e8-4596-8e69-1c48c52ae1c5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425613 Apr 14 20:32:21.947026 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80468d4b-866a-4390-964d-5370b69187a1 req-60824aaf-9d75-40c2-a76e-fa4630878fe5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:21.950009 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-80468d4b-866a-4390-964d-5370b69187a1 req-60824aaf-9d75-40c2-a76e-fa4630878fe5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0510581 Apr 14 20:32:22.000944 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-80468d4b-866a-4390-964d-5370b69187a1 req-b5d56d20-def6-4141-aebb-5a6d16fb5920 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424936 Apr 14 20:32:22.482033 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b41bb-80c0-4d6d-bb85-6d5f3f60108c req-372b70bc-d36a-4e2d-9f83-5296c503aefd tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:22.483466 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fc1b41bb-80c0-4d6d-bb85-6d5f3f60108c req-372b70bc-d36a-4e2d-9f83-5296c503aefd tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.46 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0447505 Apr 14 20:32:22.575839 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-fc1b41bb-80c0-4d6d-bb85-6d5f3f60108c req-7e80f66a-0739-4571-a664-6b65955f35d5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Deleting port e733f85b-f908-4818-a195-8752ca80b6d8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:32:22.576192 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-fc1b41bb-80c0-4d6d-bb85-6d5f3f60108c req-7e80f66a-0739-4571-a664-6b65955f35d5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:22.602176 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa31f6-bc15-4a47-a2ee-014cee8dbc6b req-5616eca4-6e87-4b2b-a3b6-23df79039c32 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:22.603694 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-12fa31f6-bc15-4a47-a2ee-014cee8dbc6b req-5616eca4-6e87-4b2b-a3b6-23df79039c32 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 945 time: 0.0475821 Apr 14 20:32:22.652065 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-12fa31f6-bc15-4a47-a2ee-014cee8dbc6b req-8500157f-7942-4366-829d-794e85ed88fb tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/security-groups?id=d85b29e6-5c20-489f-b712-0a8e09dcdbb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427620 Apr 14 20:32:22.667724 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-fc1b41bb-80c0-4d6d-bb85-6d5f3f60108c req-7e80f66a-0739-4571-a664-6b65955f35d5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] For port e733f85b-f908-4818-a195-8752ca80b6d8, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e733f85b-f908-4818-a195-8752ca80b6d8,segment=NetworkSegment(691be194-1d39-47f7-8967-21526e2a9d28),segment_id=691be194-1d39-47f7-8967-21526e2a9d28)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:32:22.668091 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-fc1b41bb-80c0-4d6d-bb85-6d5f3f60108c req-7e80f66a-0739-4571-a664-6b65955f35d5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:22.682036 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-fc1b41bb-80c0-4d6d-bb85-6d5f3f60108c req-7e80f66a-0739-4571-a664-6b65955f35d5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Calling delete_port for e733f85b-f908-4818-a195-8752ca80b6d8 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:32:22.810746 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-fc1b41bb-80c0-4d6d-bb85-6d5f3f60108c req-7e80f66a-0739-4571-a664-6b65955f35d5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (e733f85b-f908-4818-a195-8752ca80b6d8), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:22.838537 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80f66a-0739-4571-a664-6b65955f35d5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Pushing event deleted for resources: {'Port': ['ID=e733f85b-f908-4818-a195-8752ca80b6d8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:22.903831 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1b41bb-80c0-4d6d-bb85-6d5f3f60108c req-7e80f66a-0739-4571-a664-6b65955f35d5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] No DVR routers for this DVR port e733f85b-f908-4818-a195-8752ca80b6d8 on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:32:22.906452 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-fc1b41bb-80c0-4d6d-bb85-6d5f3f60108c req-7e80f66a-0739-4571-a664-6b65955f35d5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:22.910509 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fc1b41bb-80c0-4d6d-bb85-6d5f3f60108c req-7e80f66a-0739-4571-a664-6b65955f35d5 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.46 "DELETE /v2.0/ports/e733f85b-f908-4818-a195-8752ca80b6d8 HTTP/1.1" status: 204 len: 173 time: 0.4211075 Apr 14 20:32:22.911076 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180a18e8-8169-4d1f-816d-db549b82399c', 'name': 'network-vif-deleted', 'tag': 'e733f85b-f908-4818-a195-8752ca80b6d8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:32:22.913394 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba54fd24-9ceb-4dbf-af3b-8f5a358cc70c" -d '{"events": [{"server_uuid": "180a18e8-8169-4d1f-816d-db549b82399c", "name": "network-vif-deleted", "tag": "e733f85b-f908-4818-a195-8752ca80b6d8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:32:22.953065 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe96e81-5cce-49fa-8d24-1d2450f07ce9 x-openstack-request-id: req-7fe96e81-5cce-49fa-8d24-1d2450f07ce9 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:32:22.953661 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180a18e8-8169-4d1f-816d-db549b82399c", "name": "network-vif-deleted", "tag": "e733f85b-f908-4818-a195-8752ca80b6d8", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:32:22.953771 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7fe96e81-5cce-49fa-8d24-1d2450f07ce9 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:32:22.954122 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fe96e81-5cce-49fa-8d24-1d2450f07ce9'] response: {'server_uuid': '180a18e8-8169-4d1f-816d-db549b82399c', 'name': 'network-vif-deleted', 'tag': 'e733f85b-f908-4818-a195-8752ca80b6d8', 'status': 'completed', 'code': 200} Apr 14 20:32:23.123739 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0d7fd-f1bd-4e7a-b693-7b94ffb803ca req-e6508958-fa16-4b4d-8b97-f5a6acb61a49 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:23.125522 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-79b0d7fd-f1bd-4e7a-b693-7b94ffb803ca req-e6508958-fa16-4b4d-8b97-f5a6acb61a49 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0536039 Apr 14 20:32:23.179349 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-79b0d7fd-f1bd-4e7a-b693-7b94ffb803ca req-90e7146d-b99e-4be4-9c9b-57c0a939b7e8 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467832 Apr 14 20:32:23.767151 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5f37fe67-f212-4aa8-80c4-07f4cb4edf7e req-75403b6c-2d20-4a05-bb78-db9ef0bc717d tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "GET /v2.0/ports?device_id=180a18e8-8169-4d1f-816d-db549b82399c HTTP/1.1" status: 200 len: 210 time: 0.0294714 Apr 14 20:32:24.324639 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722895c5-0a1a-4b37-87f3-4da73ff15ade req-5eb2d2bc-6963-47e0-b857-b4dcbde736eb tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:24.332780 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-722895c5-0a1a-4b37-87f3-4da73ff15ade req-5eb2d2bc-6963-47e0-b857-b4dcbde736eb tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0597155 Apr 14 20:32:24.391781 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-722895c5-0a1a-4b37-87f3-4da73ff15ade req-667e80b2-e52f-4fe2-bb09-2644d95ae7bd tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577786 Apr 14 20:32:24.830715 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 38868) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:24.903944 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-08f5fc7e-e861-4fb2-bc77-09b241dd7376 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group (d85b29e6-5c20-489f-b712-0a8e09dcdbb6), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:24.939035 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-08f5fc7e-e861-4fb2-bc77-09b241dd7376 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group (d85b29e6-5c20-489f-b712-0a8e09dcdbb6), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:25.012389 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-08f5fc7e-e861-4fb2-bc77-09b241dd7376 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (d85b29e6-5c20-489f-b712-0a8e09dcdbb6), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:25.015369 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-08f5fc7e-e861-4fb2-bc77-09b241dd7376 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:25.016527 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-08f5fc7e-e861-4fb2-bc77-09b241dd7376 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] 10.222.0.11 "DELETE /v2.0/security-groups/d85b29e6-5c20-489f-b712-0a8e09dcdbb6 HTTP/1.1" status: 204 len: 168 time: 0.1846313 Apr 14 20:32:25.026844 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5fc7e-e861-4fb2-bc77-09b241dd7376 tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85b29e6-5c20-489f-b712-0a8e09dcdbb6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:25.084283 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 38872) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:25.290240 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device e733f85b-f908-4818-a195-8752ca80b6d8 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:32:25.317910 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: e733f85b-f908-4818-a195-8752ca80b6d8 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:32:25.318617 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device e733f85b-f908-4818-a195-8752ca80b6d8 not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:32:25.519839 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb5bbd-e544-46bf-9018-e6b791baa68c req-ec2f3d17-6554-4284-94de-5e85182fe286 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:25.529567 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-48fb5bbd-e544-46bf-9018-e6b791baa68c req-ec2f3d17-6554-4284-94de-5e85182fe286 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0655367 Apr 14 20:32:25.586159 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-48fb5bbd-e544-46bf-9018-e6b791baa68c req-0d2fafbb-ea24-4b0b-889d-7b6f4b80e244 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553780 Apr 14 20:32:25.747940 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba284b86-531e-4fc1-91f7-af751bc34de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-610754'] for router_interface (7bf0dce2-3ca8-480f-9344-fa982fe10db4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:26.004638 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 38894) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:26.140083 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-738ae567-a193-46bf-bd85-4d29927bdab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:26.233873 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-738ae567-a193-46bf-bd85-4d29927bdab1 admin admin] Publish callbacks [] for security_group (103cea91-e3ea-4829-8830-02fe75eea210), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:26.239795 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-738ae567-a193-46bf-bd85-4d29927bdab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (103cea91-e3ea-4829-8830-02fe75eea210), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:26.269623 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ae567-a193-46bf-bd85-4d29927bdab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103cea91-e3ea-4829-8830-02fe75eea210,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:26.286948 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-738ae567-a193-46bf-bd85-4d29927bdab1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d232dd508164dfdb5a79159d7632669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804658 Apr 14 20:32:26.289761 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 38898) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:26.330225 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ba284b86-531e-4fc1-91f7-af751bc34de4 admin admin] Deleting port 539c329f-43ea-4b5e-9ff5-a066dc492ff0 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:32:26.330607 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba284b86-531e-4fc1-91f7-af751bc34de4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:26.409570 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5276c2b4-3af9-4575-9ffc-0ae7a189ab7a admin admin] Publish callbacks [] for security_group (103cea91-e3ea-4829-8830-02fe75eea210), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:26.444864 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5276c2b4-3af9-4575-9ffc-0ae7a189ab7a admin admin] Publish callbacks [] for security_group (103cea91-e3ea-4829-8830-02fe75eea210), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:26.458275 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-ba284b86-531e-4fc1-91f7-af751bc34de4 admin admin] For port 539c329f-43ea-4b5e-9ff5-a066dc492ff0, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=539c329f-43ea-4b5e-9ff5-a066dc492ff0,segment=NetworkSegment(691be194-1d39-47f7-8967-21526e2a9d28),segment_id=691be194-1d39-47f7-8967-21526e2a9d28)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:32:26.458798 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba284b86-531e-4fc1-91f7-af751bc34de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:26.483128 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ba284b86-531e-4fc1-91f7-af751bc34de4 admin admin] Calling delete_port for 539c329f-43ea-4b5e-9ff5-a066dc492ff0 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:32:26.560785 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5276c2b4-3af9-4575-9ffc-0ae7a189ab7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (103cea91-e3ea-4829-8830-02fe75eea210), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:26.563650 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5276c2b4-3af9-4575-9ffc-0ae7a189ab7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:26.565017 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-5276c2b4-3af9-4575-9ffc-0ae7a189ab7a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/103cea91-e3ea-4829-8830-02fe75eea210 HTTP/1.1" status: 204 len: 168 time: 0.2742755 Apr 14 20:32:26.578462 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276c2b4-3af9-4575-9ffc-0ae7a189ab7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103cea91-e3ea-4829-8830-02fe75eea210,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:26.771957 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff69926-33d0-4391-af16-f554ae83a46a req-5a9b83e3-53e0-40fa-b012-2da79fdd11a5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:26.773506 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8ff69926-33d0-4391-af16-f554ae83a46a req-5a9b83e3-53e0-40fa-b012-2da79fdd11a5 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0660722 Apr 14 20:32:26.774684 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba284b86-531e-4fc1-91f7-af751bc34de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (539c329f-43ea-4b5e-9ff5-a066dc492ff0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:26.809646 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba284b86-531e-4fc1-91f7-af751bc34de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=539c329f-43ea-4b5e-9ff5-a066dc492ff0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:26.912524 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8ff69926-33d0-4391-af16-f554ae83a46a req-2c4b9fab-9cd3-48c3-9fcb-a9c2cdabbc72 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323471 Apr 14 20:32:27.096141 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 38906) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:27.115416 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba284b86-531e-4fc1-91f7-af751bc34de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610654'] for router_interface (7bf0dce2-3ca8-480f-9344-fa982fe10db4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:27.117640 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e766275a-d337-4ec0-a800-4a8e16435e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:27.263703 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e766275a-d337-4ec0-a800-4a8e16435e7b admin admin] Publish callbacks [] for security_group (fbb104f2-0f60-4c32-b0c4-3e3151d88697), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:27.273114 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e766275a-d337-4ec0-a800-4a8e16435e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (fbb104f2-0f60-4c32-b0c4-3e3151d88697), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:27.311995 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766275a-d337-4ec0-a800-4a8e16435e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb104f2-0f60-4c32-b0c4-3e3151d88697,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:27.352122 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-e766275a-d337-4ec0-a800-4a8e16435e7b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e69a6591328f4edb881ade0536bd1aea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517140 Apr 14 20:32:27.355730 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 38908) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:27.417948 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9284f7b-dd28-495c-a1d7-d0ebecb3f2ae admin admin] Publish callbacks [] for security_group (fbb104f2-0f60-4c32-b0c4-3e3151d88697), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:27.424272 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba284b86-531e-4fc1-91f7-af751bc34de4 admin admin] Router 7bf0dce2-3ca8-480f-9344-fa982fe10db4 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:32:27.445296 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9284f7b-dd28-495c-a1d7-d0ebecb3f2ae admin admin] Publish callbacks [] for security_group (fbb104f2-0f60-4c32-b0c4-3e3151d88697), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:27.503502 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9284f7b-dd28-495c-a1d7-d0ebecb3f2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (fbb104f2-0f60-4c32-b0c4-3e3151d88697), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:27.506928 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9284f7b-dd28-495c-a1d7-d0ebecb3f2ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:27.510514 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-f9284f7b-dd28-495c-a1d7-d0ebecb3f2ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fbb104f2-0f60-4c32-b0c4-3e3151d88697 HTTP/1.1" status: 204 len: 168 time: 0.1502931 Apr 14 20:32:27.535051 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9284f7b-dd28-495c-a1d7-d0ebecb3f2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb104f2-0f60-4c32-b0c4-3e3151d88697,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:27.558686 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba284b86-531e-4fc1-91f7-af751bc34de4 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:32:27.566571 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ba284b86-531e-4fc1-91f7-af751bc34de4 admin admin] 10.222.0.11 "PUT /v2.0/routers/7bf0dce2-3ca8-480f-9344-fa982fe10db4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4811833 Apr 14 20:32:27.569665 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 38912) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:27.570622 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176fc85-3b71-48d2-9925-7ffceacd2dc8 None None] Sync routers for ids ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:32:27.585146 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a176fc85-3b71-48d2-9925-7ffceacd2dc8 None None] Routers {'7bf0dce2-3ca8-480f-9344-fa982fe10db4'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:32:27.586031 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a176fc85-3b71-48d2-9925-7ffceacd2dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:32:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:32:27.713690 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a176fc85-3b71-48d2-9925-7ffceacd2dc8 None None] Set router 7bf0dce2-3ca8-480f-9344-fa982fe10db4 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:32:27.736233 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05a16545-6f36-4e95-87ec-a7b408ac2508 admin admin] Publish callbacks [] for router (7bf0dce2-3ca8-480f-9344-fa982fe10db4), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:27.922171 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a176fc85-3b71-48d2-9925-7ffceacd2dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'name': 'tempest-TestShelveInstance-2075611276-router', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:00Z', 'updated_at': '2022-04-14T20:32:26Z', 'revision_number': 5, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'gw_port': {'id': '5144882b-f7c2-4b31-a508-ce58d613bc84', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:01Z', 'updated_at': '2022-04-14T20:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:32:27.943537 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05a16545-6f36-4e95-87ec-a7b408ac2508 admin admin] Publish callbacks [] for router_gateway (7bf0dce2-3ca8-480f-9344-fa982fe10db4), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:27.954035 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176fc85-3b71-48d2-9925-7ffceacd2dc8 None None] Checking router: 7bf0dce2-3ca8-480f-9344-fa982fe10db4 for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:32:27.963701 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a176fc85-3b71-48d2-9925-7ffceacd2dc8 None None] Routers {'7bf0dce2-3ca8-480f-9344-fa982fe10db4'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:32:27.964563 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a176fc85-3b71-48d2-9925-7ffceacd2dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:32:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:32:27.995212 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-05a16545-6f36-4e95-87ec-a7b408ac2508 admin admin] Deleting port 5144882b-f7c2-4b31-a508-ce58d613bc84 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:32:27.995672 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05a16545-6f36-4e95-87ec-a7b408ac2508 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (5144882b-f7c2-4b31-a508-ce58d613bc84), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:28.089447 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-05a16545-6f36-4e95-87ec-a7b408ac2508 admin admin] For port 5144882b-f7c2-4b31-a508-ce58d613bc84, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=5144882b-f7c2-4b31-a508-ce58d613bc84,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:32:28.089826 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05a16545-6f36-4e95-87ec-a7b408ac2508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (5144882b-f7c2-4b31-a508-ce58d613bc84), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:28.105971 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-05a16545-6f36-4e95-87ec-a7b408ac2508 admin admin] Calling delete_port for 5144882b-f7c2-4b31-a508-ce58d613bc84 owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:32:28.120767 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a176fc85-3b71-48d2-9925-7ffceacd2dc8 None None] Set router 7bf0dce2-3ca8-480f-9344-fa982fe10db4 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:32:28.317254 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a176fc85-3b71-48d2-9925-7ffceacd2dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'name': 'tempest-TestShelveInstance-2075611276-router', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:00Z', 'updated_at': '2022-04-14T20:32:27Z', 'revision_number': 6, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'gw_port_host': None}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:32:28.343670 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05a16545-6f36-4e95-87ec-a7b408ac2508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (5144882b-f7c2-4b31-a508-ce58d613bc84), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:28.353087 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176fc85-3b71-48d2-9925-7ffceacd2dc8 None None] The sync data for ids ['7bf0dce2-3ca8-480f-9344-fa982fe10db4'] in dv-cinder-837539-3-iscsi is: [{'id': '7bf0dce2-3ca8-480f-9344-fa982fe10db4', 'name': 'tempest-TestShelveInstance-2075611276-router', 'tenant_id': '7d38318cd27d405c995f7fecf0065a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:00Z', 'updated_at': '2022-04-14T20:32:27Z', 'revision_number': 6, 'project_id': '7d38318cd27d405c995f7fecf0065a8f', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:32:28.381074 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a16545-6f36-4e95-87ec-a7b408ac2508 admin admin] Pushing event deleted for resources: {'Port': ['ID=5144882b-f7c2-4b31-a508-ce58d613bc84,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:28.440498 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb00893-36ba-40ad-a3f6-d6b609e538bf req-5f0ac7d7-e882-45fd-98d0-bd00e312f653 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:28.442090 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3eb00893-36ba-40ad-a3f6-d6b609e538bf req-5f0ac7d7-e882-45fd-98d0-bd00e312f653 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.3375275 Apr 14 20:32:28.529951 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05a16545-6f36-4e95-87ec-a7b408ac2508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610552'] for router_gateway (7bf0dce2-3ca8-480f-9344-fa982fe10db4), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:28.623142 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3eb00893-36ba-40ad-a3f6-d6b609e538bf req-8ba3abb7-8e56-49d3-8bf0-40f0845a6510 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592157 Apr 14 20:32:28.635587 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05a16545-6f36-4e95-87ec-a7b408ac2508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (7bf0dce2-3ca8-480f-9344-fa982fe10db4), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:28.638124 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05a16545-6f36-4e95-87ec-a7b408ac2508 admin admin] Publish callbacks [] for router_controller (7bf0dce2-3ca8-480f-9344-fa982fe10db4), precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:28.713098 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05a16545-6f36-4e95-87ec-a7b408ac2508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613661'] for router (7bf0dce2-3ca8-480f-9344-fa982fe10db4), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:28.713868 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a16545-6f36-4e95-87ec-a7b408ac2508 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bf0dce2-3ca8-480f-9344-fa982fe10db4 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:32:28.718484 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05a16545-6f36-4e95-87ec-a7b408ac2508 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:28.722677 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-05a16545-6f36-4e95-87ec-a7b408ac2508 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7bf0dce2-3ca8-480f-9344-fa982fe10db4 HTTP/1.1" status: 204 len: 168 time: 1.1484261 Apr 14 20:32:28.722979 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 38940) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:28.791171 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b349f90-9665-49fc-8142-8216b1a70ec2 admin admin] Deleting subnet 9ba921da-a26a-40cd-8a3f-598bd553a55b {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:32:28.795299 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b349f90-9665-49fc-8142-8216b1a70ec2 admin admin] Publish callbacks [] for subnet (9ba921da-a26a-40cd-8a3f-598bd553a55b), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:28.840296 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b349f90-9665-49fc-8142-8216b1a70ec2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29519290'] for subnet (9ba921da-a26a-40cd-8a3f-598bd553a55b), precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:28.993326 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b349f90-9665-49fc-8142-8216b1a70ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826849'] for subnet (9ba921da-a26a-40cd-8a3f-598bd553a55b), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:29.070494 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b349f90-9665-49fc-8142-8216b1a70ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30806055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31045842'] for subnet (9ba921da-a26a-40cd-8a3f-598bd553a55b), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:29.105964 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b349f90-9665-49fc-8142-8216b1a70ec2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba921da-a26a-40cd-8a3f-598bd553a55b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:29.107981 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b349f90-9665-49fc-8142-8216b1a70ec2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:29.114230 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-3b349f90-9665-49fc-8142-8216b1a70ec2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9ba921da-a26a-40cd-8a3f-598bd553a55b HTTP/1.1" status: 204 len: 168 time: 0.3879306 Apr 14 20:32:29.114745 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 38948) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:29.118183 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f05044-a942-4d60-8c2f-03dba4eaada8 None None] Network 80c2c505-4d1f-4abc-8513-a7f54767d7de requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:32:29.193891 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657936'] for network (80c2c505-4d1f-4abc-8513-a7f54767d7de), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:29.376028 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] DHCP port deletion for 80c2c505-4d1f-4abc-8513-a7f54767d7de request from dv-cinder-837539-3-iscsi {{(pid=103379) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:32:29.430817 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Deleting port 3ffaecda-36de-424b-8ec9-8beae0f65fc1 {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:32:29.431615 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (3ffaecda-36de-424b-8ec9-8beae0f65fc1), before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:29.557374 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] For port 3ffaecda-36de-424b-8ec9-8beae0f65fc1, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=3ffaecda-36de-424b-8ec9-8beae0f65fc1,segment=NetworkSegment(691be194-1d39-47f7-8967-21526e2a9d28),segment_id=691be194-1d39-47f7-8967-21526e2a9d28)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:32:29.557994 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (3ffaecda-36de-424b-8ec9-8beae0f65fc1), precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:29.592789 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Calling delete_port for 3ffaecda-36de-424b-8ec9-8beae0f65fc1 owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:32:29.613896 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] Deleting port 3ffaecda-36de-424b-8ec9-8beae0f65fc1 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:32:29.614482 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (3ffaecda-36de-424b-8ec9-8beae0f65fc1), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:29.724196 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] For port 3ffaecda-36de-424b-8ec9-8beae0f65fc1, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=3ffaecda-36de-424b-8ec9-8beae0f65fc1,segment=NetworkSegment(691be194-1d39-47f7-8967-21526e2a9d28),segment_id=691be194-1d39-47f7-8967-21526e2a9d28)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:32:29.724551 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (3ffaecda-36de-424b-8ec9-8beae0f65fc1), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:29.744046 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] Calling delete_port for 3ffaecda-36de-424b-8ec9-8beae0f65fc1 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:32:29.788290 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447'] for port (3ffaecda-36de-424b-8ec9-8beae0f65fc1), after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:29.801363 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] No DVR routers for this DVR port 3ffaecda-36de-424b-8ec9-8beae0f65fc1 on host dv-cinder-837539-3-iscsi {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:32:29.820800 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Pushing event deleted for resources: {'Port': ['ID=3ffaecda-36de-424b-8ec9-8beae0f65fc1,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:29.837964 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:29.838333 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:29.838708 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:29.839053 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:29.839393 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:29.839730 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:29.843987 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:29.844350 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:29.844699 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:29.845042 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:29.845999 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:29.855344 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:29.855678 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:29.856041 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:29.856389 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c53198-7952-401d-a18f-f38e6b010060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:32:29.878316 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362fb0-2bf2-4f85-a29f-5d738f86c7ef req-465a3515-5b52-411a-9ed1-7d4d7cc7b5c8 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:29.879974 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-df362fb0-2bf2-4f85-a29f-5d738f86c7ef req-465a3515-5b52-411a-9ed1-7d4d7cc7b5c8 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.1061568 Apr 14 20:32:29.893345 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (3ffaecda-36de-424b-8ec9-8beae0f65fc1), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:29.931385 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ffaecda-36de-424b-8ec9-8beae0f65fc1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:29.937968 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] No DVR routers for this DVR port 3ffaecda-36de-424b-8ec9-8beae0f65fc1 on host dv-cinder-837539-3-iscsi {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:32:29.963088 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-df362fb0-2bf2-4f85-a29f-5d738f86c7ef req-6ac32ec7-0308-4793-a0fe-daa5d4262931 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657139 Apr 14 20:32:30.049832 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830810', 'neutron.services.segments.db._delete_segments_for_network-8743027666104'] for network (80c2c505-4d1f-4abc-8513-a7f54767d7de), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:30.072548 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c2c505-4d1f-4abc-8513-a7f54767d7de']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:32:30.083369 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691be194-1d39-47f7-8967-21526e2a9d28') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:32:30.084298 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691be194-1d39-47f7-8967-21526e2a9d28') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:32:30.093705 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743027671233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29519233'] for segment (691be194-1d39-47f7-8967-21526e2a9d28), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:30.108215 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (691be194-1d39-47f7-8967-21526e2a9d28), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:30.115421 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:32:30.115720 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30806173'] for segment (691be194-1d39-47f7-8967-21526e2a9d28), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: self.session.flush() Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: self.session.flush() Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: self.session.flush() Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: self.session.flush() Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: Traceback (most recent call last): Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: timer() Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: cb(*args, **kw) Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: return func(*args, **kwargs) Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: self._notify() Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: self.callback(batched_events) Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: event.method(event) Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: return f(self, *a, **k) Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._get(url).json() Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: return self.request(url, 'GET', **kwargs) Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:32:30.126727 dv-cinder-837539-3-iscsi neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:32:30.183684 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 539c329f-43ea-4b5e-9ff5-a066dc492ff0 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:32:30.210920 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610524'] for network (80c2c505-4d1f-4abc-8513-a7f54767d7de), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:30.219774 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:30.226665 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: 539c329f-43ea-4b5e-9ff5-a066dc492ff0 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:32:30.227273 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 539c329f-43ea-4b5e-9ff5-a066dc492ff0 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:32:30.227855 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 3ffaecda-36de-424b-8ec9-8beae0f65fc1 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:32:30.228014 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] 10.222.0.11 "DELETE /v2.0/networks/80c2c505-4d1f-4abc-8513-a7f54767d7de HTTP/1.1" status: 204 len: 168 time: 1.1122913 Apr 14 20:32:30.231041 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 38968) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:30.242951 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbe3b6-e7d8-41d8-a146-5999a4c6cd8d admin admin] Pushing event deleted for resources: {'Network': ['ID=80c2c505-4d1f-4abc-8513-a7f54767d7de,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:30.260888 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: 3ffaecda-36de-424b-8ec9-8beae0f65fc1 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:32:30.261238 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 3ffaecda-36de-424b-8ec9-8beae0f65fc1 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:32:30.261663 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 5144882b-f7c2-4b31-a508-ce58d613bc84 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:32:30.297805 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: 5144882b-f7c2-4b31-a508-ce58d613bc84 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:32:30.299214 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 5144882b-f7c2-4b31-a508-ce58d613bc84 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:32:30.660736 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d66ee3d-8999-46a1-b67f-29f0a9f945b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-610754'] for router_interface (dc2306e3-9dfb-4ef9-8227-a045b8bde6e5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:30.934893 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-4d66ee3d-8999-46a1-b67f-29f0a9f945b7 admin admin] Deleting port 87bb0a82-9aa6-43b1-beaf-b67742ad882f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:32:30.935576 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d66ee3d-8999-46a1-b67f-29f0a9f945b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:31.051509 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-4d66ee3d-8999-46a1-b67f-29f0a9f945b7 admin admin] For port 87bb0a82-9aa6-43b1-beaf-b67742ad882f, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=87bb0a82-9aa6-43b1-beaf-b67742ad882f,segment=NetworkSegment(4972d644-fe22-441d-941b-7785d5c105a0),segment_id=4972d644-fe22-441d-941b-7785d5c105a0)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:32:31.051509 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d66ee3d-8999-46a1-b67f-29f0a9f945b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:31.086125 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-4d66ee3d-8999-46a1-b67f-29f0a9f945b7 admin admin] Calling delete_port for 87bb0a82-9aa6-43b1-beaf-b67742ad882f owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:32:31.104925 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983834bf-3142-421a-beb5-618216e0d11d req-7c60f4fb-41e0-43ad-bbc7-4162c7d16d15 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:31.106472 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-983834bf-3142-421a-beb5-618216e0d11d req-7c60f4fb-41e0-43ad-bbc7-4162c7d16d15 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0763559 Apr 14 20:32:31.196558 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-983834bf-3142-421a-beb5-618216e0d11d req-b1fb29b7-682f-41d4-bdfd-90da140e9632 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534124 Apr 14 20:32:31.338246 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ffe7e787-9a88-41d4-a6c0-8d35a881825d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:31.372157 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d66ee3d-8999-46a1-b67f-29f0a9f945b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (87bb0a82-9aa6-43b1-beaf-b67742ad882f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:31.399966 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66ee3d-8999-46a1-b67f-29f0a9f945b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=87bb0a82-9aa6-43b1-beaf-b67742ad882f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:31.692102 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d66ee3d-8999-46a1-b67f-29f0a9f945b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610654'] for router_interface (dc2306e3-9dfb-4ef9-8227-a045b8bde6e5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:31.965461 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d66ee3d-8999-46a1-b67f-29f0a9f945b7 admin admin] Router dc2306e3-9dfb-4ef9-8227-a045b8bde6e5 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:32:32.114447 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d66ee3d-8999-46a1-b67f-29f0a9f945b7 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:32:32.120077 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-4d66ee3d-8999-46a1-b67f-29f0a9f945b7 admin admin] 10.222.0.11 "PUT /v2.0/routers/dc2306e3-9dfb-4ef9-8227-a045b8bde6e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8879447 Apr 14 20:32:32.122716 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 38992) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:32.126038 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71af061-937a-4909-ab42-b3617ddb5473 None None] Sync routers for ids ['dc2306e3-9dfb-4ef9-8227-a045b8bde6e5'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:32:32.139063 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71af061-937a-4909-ab42-b3617ddb5473 None None] Routers {'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:32:32.139691 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c71af061-937a-4909-ab42-b3617ddb5473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:32:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc2306e3-9dfb-4ef9-8227-a045b8bde6e5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:32:32.274170 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5e023a4-c4f1-419a-81cb-c5836b089b2f admin admin] Publish callbacks [] for router (dc2306e3-9dfb-4ef9-8227-a045b8bde6e5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:32.291276 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-c71af061-937a-4909-ab42-b3617ddb5473 None None] Set router dc2306e3-9dfb-4ef9-8227-a045b8bde6e5 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:32:32.421030 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894727e-2055-4438-a4da-fc924fa83334 req-73c24b53-677b-4413-b900-886068dd9aed tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:32.429679 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7894727e-2055-4438-a4da-fc924fa83334 req-73c24b53-677b-4413-b900-886068dd9aed tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0703251 Apr 14 20:32:32.490496 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7894727e-2055-4438-a4da-fc924fa83334 req-823edebc-12e8-413d-96f3-86afc36439cb tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595396 Apr 14 20:32:32.525620 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c71af061-937a-4909-ab42-b3617ddb5473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'name': 'tempest-TestShelveInstance-76198874-router', 'tenant_id': '85926400d97c49ceb283105de7b0469b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '99443e65-93c4-4318-935e-3733b9ce0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:08Z', 'updated_at': '2022-04-14T20:32:31Z', 'revision_number': 5, 'project_id': '85926400d97c49ceb283105de7b0469b', 'gw_port': {'id': '99443e65-93c4-4318-935e-3733b9ce0ab4', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:08Z', 'updated_at': '2022-04-14T20:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:32:32.574305 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71af061-937a-4909-ab42-b3617ddb5473 None None] Checking router: dc2306e3-9dfb-4ef9-8227-a045b8bde6e5 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:32:32.583776 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71af061-937a-4909-ab42-b3617ddb5473 None None] Routers {'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:32:32.584414 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c71af061-937a-4909-ab42-b3617ddb5473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:32:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc2306e3-9dfb-4ef9-8227-a045b8bde6e5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:32:32.740477 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5e023a4-c4f1-419a-81cb-c5836b089b2f admin admin] Publish callbacks [] for router_gateway (dc2306e3-9dfb-4ef9-8227-a045b8bde6e5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:32.799746 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-e5e023a4-c4f1-419a-81cb-c5836b089b2f admin admin] Deleting port 99443e65-93c4-4318-935e-3733b9ce0ab4 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:32:32.800362 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5e023a4-c4f1-419a-81cb-c5836b089b2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (99443e65-93c4-4318-935e-3733b9ce0ab4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:32.871795 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-c71af061-937a-4909-ab42-b3617ddb5473 None None] Set router dc2306e3-9dfb-4ef9-8227-a045b8bde6e5 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:32:32.903904 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-e5e023a4-c4f1-419a-81cb-c5836b089b2f admin admin] For port 99443e65-93c4-4318-935e-3733b9ce0ab4, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=99443e65-93c4-4318-935e-3733b9ce0ab4,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:32:32.904540 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5e023a4-c4f1-419a-81cb-c5836b089b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (99443e65-93c4-4318-935e-3733b9ce0ab4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:32.932204 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-e5e023a4-c4f1-419a-81cb-c5836b089b2f admin admin] Calling delete_port for 99443e65-93c4-4318-935e-3733b9ce0ab4 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:32:33.086188 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c71af061-937a-4909-ab42-b3617ddb5473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'name': 'tempest-TestShelveInstance-76198874-router', 'tenant_id': '85926400d97c49ceb283105de7b0469b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '99443e65-93c4-4318-935e-3733b9ce0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:08Z', 'updated_at': '2022-04-14T20:32:31Z', 'revision_number': 5, 'project_id': '85926400d97c49ceb283105de7b0469b', 'gw_port': {'id': '99443e65-93c4-4318-935e-3733b9ce0ab4', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:08Z', 'updated_at': '2022-04-14T20:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:32:33.116053 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71af061-937a-4909-ab42-b3617ddb5473 None None] The sync data for ids ['dc2306e3-9dfb-4ef9-8227-a045b8bde6e5'] in dv-cinder-837539-3-iscsi is: [{'id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'name': 'tempest-TestShelveInstance-76198874-router', 'tenant_id': '85926400d97c49ceb283105de7b0469b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '99443e65-93c4-4318-935e-3733b9ce0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:25:08Z', 'updated_at': '2022-04-14T20:32:31Z', 'revision_number': 5, 'project_id': '85926400d97c49ceb283105de7b0469b', 'gw_port': {'id': '99443e65-93c4-4318-935e-3733b9ce0ab4', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2306e3-9dfb-4ef9-8227-a045b8bde6e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:25:08Z', 'updated_at': '2022-04-14T20:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:32:33.171954 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5e023a4-c4f1-419a-81cb-c5836b089b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (99443e65-93c4-4318-935e-3733b9ce0ab4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:33.199774 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e023a4-c4f1-419a-81cb-c5836b089b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=99443e65-93c4-4318-935e-3733b9ce0ab4,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:33.269263 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5e023a4-c4f1-419a-81cb-c5836b089b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610552'] for router_gateway (dc2306e3-9dfb-4ef9-8227-a045b8bde6e5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:33.380468 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5e023a4-c4f1-419a-81cb-c5836b089b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (dc2306e3-9dfb-4ef9-8227-a045b8bde6e5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:33.384998 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5e023a4-c4f1-419a-81cb-c5836b089b2f admin admin] Publish callbacks [] for router_controller (dc2306e3-9dfb-4ef9-8227-a045b8bde6e5), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:33.442224 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5e023a4-c4f1-419a-81cb-c5836b089b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613661'] for router (dc2306e3-9dfb-4ef9-8227-a045b8bde6e5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:33.442504 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e023a4-c4f1-419a-81cb-c5836b089b2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc2306e3-9dfb-4ef9-8227-a045b8bde6e5 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:32:33.447123 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5e023a4-c4f1-419a-81cb-c5836b089b2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:33.450684 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-e5e023a4-c4f1-419a-81cb-c5836b089b2f admin admin] 10.222.0.11 "DELETE /v2.0/routers/dc2306e3-9dfb-4ef9-8227-a045b8bde6e5 HTTP/1.1" status: 204 len: 168 time: 1.3244166 Apr 14 20:32:33.450830 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 39008) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:33.519100 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63b2002-5210-479a-8ca9-e79686ae15ea admin admin] Deleting subnet e229ac61-a50b-4074-8080-1f6a18e9c207 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:32:33.523377 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e63b2002-5210-479a-8ca9-e79686ae15ea admin admin] Publish callbacks [] for subnet (e229ac61-a50b-4074-8080-1f6a18e9c207), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:33.614714 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e63b2002-5210-479a-8ca9-e79686ae15ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29451382'] for subnet (e229ac61-a50b-4074-8080-1f6a18e9c207), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:33.653202 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ccdfd-f348-439f-a388-d9fe75ae9bb7 req-8842e9d4-7e68-4d04-822d-048ccc080b52 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:33.663852 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9f8ccdfd-f348-439f-a388-d9fe75ae9bb7 req-8842e9d4-7e68-4d04-822d-048ccc080b52 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0921824 Apr 14 20:32:33.723265 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e63b2002-5210-479a-8ca9-e79686ae15ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826849'] for subnet (e229ac61-a50b-4074-8080-1f6a18e9c207), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:33.725593 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1f101670-efde-4e82-9a38-8af02d9d55de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:33.748446 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9f8ccdfd-f348-439f-a388-d9fe75ae9bb7 req-5ae696f9-5767-422d-8e8f-343d13eb292d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768516 Apr 14 20:32:33.799271 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e63b2002-5210-479a-8ca9-e79686ae15ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29644569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30769421'] for subnet (e229ac61-a50b-4074-8080-1f6a18e9c207), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:33.833234 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b2002-5210-479a-8ca9-e79686ae15ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e229ac61-a50b-4074-8080-1f6a18e9c207,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:33.838754 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e63b2002-5210-479a-8ca9-e79686ae15ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:33.842586 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-e63b2002-5210-479a-8ca9-e79686ae15ea admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e229ac61-a50b-4074-8080-1f6a18e9c207 HTTP/1.1" status: 204 len: 168 time: 0.3907819 Apr 14 20:32:33.845182 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 39014) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:33.846541 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da10563d-29fc-43cd-9015-eff474804204 None None] Network 6d024569-d384-4b9d-8393-0f6071671c2d requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:32:33.957504 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657936'] for network (6d024569-d384-4b9d-8393-0f6071671c2d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:34.008030 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] Deleting port 2d4918fe-9f5e-4ef4-94b0-6862de70c077 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:32:34.008373 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (2d4918fe-9f5e-4ef4-94b0-6862de70c077), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:34.094602 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] For port 2d4918fe-9f5e-4ef4-94b0-6862de70c077, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=2d4918fe-9f5e-4ef4-94b0-6862de70c077,segment=NetworkSegment(4972d644-fe22-441d-941b-7785d5c105a0),segment_id=4972d644-fe22-441d-941b-7785d5c105a0)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:32:34.094976 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (2d4918fe-9f5e-4ef4-94b0-6862de70c077), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:34.111568 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] Calling delete_port for 2d4918fe-9f5e-4ef4-94b0-6862de70c077 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:32:34.198588 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (2d4918fe-9f5e-4ef4-94b0-6862de70c077), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:34.229964 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4918fe-9f5e-4ef4-94b0-6862de70c077,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:34.232226 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] No DVR routers for this DVR port 2d4918fe-9f5e-4ef4-94b0-6862de70c077 on host dv-cinder-837539-3-iscsi {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:32:34.322142 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830810', 'neutron.services.segments.db._delete_segments_for_network-8743027666104'] for network (6d024569-d384-4b9d-8393-0f6071671c2d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:34.354842 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d024569-d384-4b9d-8393-0f6071671c2d']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:32:34.373914 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4972d644-fe22-441d-941b-7785d5c105a0') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:32:34.374215 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4972d644-fe22-441d-941b-7785d5c105a0') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:32:34.376460 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d0c365-753e-460a-bc7d-744f58c03707 None None] DHCP port deletion for 6d024569-d384-4b9d-8393-0f6071671c2d request from dv-cinder-837539-3-iscsi {{(pid=103379) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:32:34.400506 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743027671233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29451341'] for segment (4972d644-fe22-441d-941b-7785d5c105a0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:34.422007 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (4972d644-fe22-441d-941b-7785d5c105a0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:34.433350 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:32:34.434066 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29644707'] for segment (4972d644-fe22-441d-941b-7785d5c105a0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: Traceback (most recent call last): Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: timer() Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: cb(*args, **kw) Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: return func(*args, **kwargs) Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: self._notify() Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: self.callback(batched_events) Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: event.method(event) Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: return f(self, *a, **k) Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: return self._get(url).json() Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: return self.request(url, 'GET', **kwargs) Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:32:34.436321 dv-cinder-837539-3-iscsi neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:32:34.471836 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 2d4918fe-9f5e-4ef4-94b0-6862de70c077 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:32:34.492427 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: 2d4918fe-9f5e-4ef4-94b0-6862de70c077 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:32:34.493341 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 2d4918fe-9f5e-4ef4-94b0-6862de70c077 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:32:34.493507 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 99443e65-93c4-4318-935e-3733b9ce0ab4 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:32:34.509701 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610524'] for network (6d024569-d384-4b9d-8393-0f6071671c2d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:34.514274 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: 99443e65-93c4-4318-935e-3733b9ce0ab4 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:32:34.514792 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 99443e65-93c4-4318-935e-3733b9ce0ab4 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:32:34.515456 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 87bb0a82-9aa6-43b1-beaf-b67742ad882f no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:32:34.529135 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:34.539525 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6d024569-d384-4b9d-8393-0f6071671c2d HTTP/1.1" status: 204 len: 168 time: 0.6878324 Apr 14 20:32:34.541461 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: 87bb0a82-9aa6-43b1-beaf-b67742ad882f {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:32:34.542078 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 87bb0a82-9aa6-43b1-beaf-b67742ad882f not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:32:34.557651 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93987729-fd91-4252-a776-89651afdf499 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d024569-d384-4b9d-8393-0f6071671c2d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:34.730845 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:34.769787 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 39020) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:34.820558 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-abcc40a5-55ee-412b-96db-ea9363c2da72 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d38318cd27d405c995f7fecf0065a8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492592 Apr 14 20:32:34.823275 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 39024) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:34.942772 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b1c37-996d-49ef-a1e9-84353e230f03 req-320fddcb-7e61-443c-a096-4799c1b747de tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:34.944537 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5f0b1c37-996d-49ef-a1e9-84353e230f03 req-320fddcb-7e61-443c-a096-4799c1b747de tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0900719 Apr 14 20:32:34.962141 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8651805-8441-4300-98f5-cf5b4cb3098d admin admin] Publish callbacks [] for security_group (b88faa93-103b-4d5e-a414-8715bec3a199), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:35.017920 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8651805-8441-4300-98f5-cf5b4cb3098d admin admin] Publish callbacks [] for security_group (b88faa93-103b-4d5e-a414-8715bec3a199), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:35.035853 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5f0b1c37-996d-49ef-a1e9-84353e230f03 req-5acc9424-b201-45be-b92f-e502ad67ea64 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831370 Apr 14 20:32:35.089982 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8651805-8441-4300-98f5-cf5b4cb3098d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (b88faa93-103b-4d5e-a414-8715bec3a199), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:35.093680 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8651805-8441-4300-98f5-cf5b4cb3098d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:35.098005 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-b8651805-8441-4300-98f5-cf5b4cb3098d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b88faa93-103b-4d5e-a414-8715bec3a199 HTTP/1.1" status: 204 len: 168 time: 0.2730522 Apr 14 20:32:35.109512 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8651805-8441-4300-98f5-cf5b4cb3098d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88faa93-103b-4d5e-a414-8715bec3a199,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:35.511234 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 39032) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:35.554104 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-df42845b-c8c5-42f4-881f-e8dc85eb4cb1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85926400d97c49ceb283105de7b0469b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414412 Apr 14 20:32:35.556508 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 39034) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:35.617364 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f72e3fd-0401-4048-a913-abf76c2cda04 admin admin] Publish callbacks [] for security_group (db58b474-abb2-4af1-98c7-465d024f1c37), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:35.641611 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f72e3fd-0401-4048-a913-abf76c2cda04 admin admin] Publish callbacks [] for security_group (db58b474-abb2-4af1-98c7-465d024f1c37), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:35.702460 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f72e3fd-0401-4048-a913-abf76c2cda04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (db58b474-abb2-4af1-98c7-465d024f1c37), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:35.702460 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f72e3fd-0401-4048-a913-abf76c2cda04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:35.707382 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-6f72e3fd-0401-4048-a913-abf76c2cda04 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db58b474-abb2-4af1-98c7-465d024f1c37 HTTP/1.1" status: 204 len: 168 time: 0.1463182 Apr 14 20:32:35.716836 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72e3fd-0401-4048-a913-abf76c2cda04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db58b474-abb2-4af1-98c7-465d024f1c37,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:36.194055 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc96dad-7a0e-4816-8b68-363981463ff5 req-27276256-3378-449e-801e-d073857d5302 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:36.203085 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8fc96dad-7a0e-4816-8b68-363981463ff5 req-27276256-3378-449e-801e-d073857d5302 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0700097 Apr 14 20:32:36.238489 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:36.274305 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8fc96dad-7a0e-4816-8b68-363981463ff5 req-d642896e-7e86-4a6e-8436-f8fd0398ee80 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702143 Apr 14 20:32:37.409720 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae18077-77d6-4aad-a4aa-84d8ec7bf875 req-0682664d-2ddb-4434-871a-03244946f901 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:37.411389 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1ae18077-77d6-4aad-a4aa-84d8ec7bf875 req-0682664d-2ddb-4434-871a-03244946f901 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0533044 Apr 14 20:32:37.458965 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1ae18077-77d6-4aad-a4aa-84d8ec7bf875 req-72aa34d3-daf5-4fe5-ad61-ff03ac6446da tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416410 Apr 14 20:32:37.849424 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defdc3c-969d-4396-9d9d-af70a6164122 req-24727c21-a816-4b85-b5cb-4b4247523702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:37.850988 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5defdc3c-969d-4396-9d9d-af70a6164122 req-24727c21-a816-4b85-b5cb-4b4247523702 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3f8c257adbc4afc935c3fed66259370&device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 1129 time: 0.0383699 Apr 14 20:32:37.943461 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defdc3c-969d-4396-9d9d-af70a6164122 req-775fa2bf-04d0-4369-9641-1d64b5067f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:37.944868 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5defdc3c-969d-4396-9d9d-af70a6164122 req-775fa2bf-04d0-4369-9641-1d64b5067f92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4197bec-e804-4778-9814-28700a63aa0d HTTP/1.1" status: 200 len: 918 time: 0.0885429 Apr 14 20:32:38.013047 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5defdc3c-969d-4396-9d9d-af70a6164122 req-ad357fe2-e918-495f-8c9a-007743234551 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ca574fc-73cb-44be-848f-4da23235ee9b HTTP/1.1" status: 200 len: 1000 time: 0.0609729 Apr 14 20:32:38.061829 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defdc3c-969d-4396-9d9d-af70a6164122 req-54fcafa9-8ac1-45ed-90c8-4def2cc176d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:38.063267 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5defdc3c-969d-4396-9d9d-af70a6164122 req-54fcafa9-8ac1-45ed-90c8-4def2cc176d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=997b9dd2-aea4-4c9c-9ac9-49ac96810906 HTTP/1.1" status: 200 len: 856 time: 0.0435345 Apr 14 20:32:38.104407 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:38.110610 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defdc3c-969d-4396-9d9d-af70a6164122 req-677f8ffb-0077-4b48-94ea-cf38fae635e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:38.112799 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5defdc3c-969d-4396-9d9d-af70a6164122 req-677f8ffb-0077-4b48-94ea-cf38fae635e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4197bec-e804-4778-9814-28700a63aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435774 Apr 14 20:32:38.200681 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5defdc3c-969d-4396-9d9d-af70a6164122 req-0bcdf013-38f2-4232-8f43-14331e432eda service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820370 Apr 14 20:32:38.316209 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5defdc3c-969d-4396-9d9d-af70a6164122 req-5b6459f3-7b8c-437e-ab1c-51115a4db5c3 service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083550 Apr 14 20:32:38.576399 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa499696-1744-4a74-95da-dc256a47226e req-8d4df2e5-098d-460a-9339-20bf43848268 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:38.577840 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fa499696-1744-4a74-95da-dc256a47226e req-8d4df2e5-098d-460a-9339-20bf43848268 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0470965 Apr 14 20:32:38.627182 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fa499696-1744-4a74-95da-dc256a47226e req-39a0e40d-393e-4108-8bf5-a374191323a4 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436399 Apr 14 20:32:38.792905 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:32:39.371436 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:39.745265 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5ec13-85f7-4f9e-90e2-8d223de70627 req-e2ca1dba-74a9-492e-914f-10b4439168bb tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:39.746764 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c3f5ec13-85f7-4f9e-90e2-8d223de70627 req-e2ca1dba-74a9-492e-914f-10b4439168bb tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0464802 Apr 14 20:32:39.794248 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c3f5ec13-85f7-4f9e-90e2-8d223de70627 req-ff18e2d3-3efd-48d1-a916-b469f7bb60ed tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418015 Apr 14 20:32:39.933875 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 39102) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:40.040015 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9dbefcdd-111f-4f51-9dbe-0dc1fae2e234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:40.124611 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9dbefcdd-111f-4f51-9dbe-0dc1fae2e234 admin admin] Publish callbacks [] for security_group (07c69d4f-6336-4afe-8b72-a337199c80b3), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:40.128305 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9dbefcdd-111f-4f51-9dbe-0dc1fae2e234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (07c69d4f-6336-4afe-8b72-a337199c80b3), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:40.164666 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbefcdd-111f-4f51-9dbe-0dc1fae2e234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c69d4f-6336-4afe-8b72-a337199c80b3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:40.172569 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-9dbefcdd-111f-4f51-9dbe-0dc1fae2e234 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0ab70d450fe4f1592ef829c62c3cff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353404 Apr 14 20:32:40.173239 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 39106) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:40.220432 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64dcb6fe-a354-4793-96cd-1854d3691eeb admin admin] Publish callbacks [] for security_group (07c69d4f-6336-4afe-8b72-a337199c80b3), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:40.242449 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64dcb6fe-a354-4793-96cd-1854d3691eeb admin admin] Publish callbacks [] for security_group (07c69d4f-6336-4afe-8b72-a337199c80b3), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:40.290586 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64dcb6fe-a354-4793-96cd-1854d3691eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (07c69d4f-6336-4afe-8b72-a337199c80b3), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:40.293156 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64dcb6fe-a354-4793-96cd-1854d3691eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:40.294310 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-64dcb6fe-a354-4793-96cd-1854d3691eeb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07c69d4f-6336-4afe-8b72-a337199c80b3 HTTP/1.1" status: 204 len: 168 time: 0.1205254 Apr 14 20:32:40.303887 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcb6fe-a354-4793-96cd-1854d3691eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c69d4f-6336-4afe-8b72-a337199c80b3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:40.557465 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 39114) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:40.571185 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4fa9cf3d-0e11-4db0-80c2-a184568febe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:40.645377 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4fa9cf3d-0e11-4db0-80c2-a184568febe5 admin admin] Publish callbacks [] for security_group (9d280edc-7408-4264-b577-a906a35de94e), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:40.649725 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4fa9cf3d-0e11-4db0-80c2-a184568febe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (9d280edc-7408-4264-b577-a906a35de94e), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:40.690306 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-4fa9cf3d-0e11-4db0-80c2-a184568febe5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c20d6be3fc94446e92a570975cce8165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309953 Apr 14 20:32:40.692296 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9cf3d-0e11-4db0-80c2-a184568febe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d280edc-7408-4264-b577-a906a35de94e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:40.692934 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 39116) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:40.744543 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6aaf9036-664e-4037-bea8-60219768d18b admin admin] Publish callbacks [] for security_group (9d280edc-7408-4264-b577-a906a35de94e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:40.765688 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6aaf9036-664e-4037-bea8-60219768d18b admin admin] Publish callbacks [] for security_group (9d280edc-7408-4264-b577-a906a35de94e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:40.810775 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6aaf9036-664e-4037-bea8-60219768d18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (9d280edc-7408-4264-b577-a906a35de94e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:40.813260 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6aaf9036-664e-4037-bea8-60219768d18b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:40.815006 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-6aaf9036-664e-4037-bea8-60219768d18b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d280edc-7408-4264-b577-a906a35de94e HTTP/1.1" status: 204 len: 168 time: 0.1204128 Apr 14 20:32:40.822928 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf9036-664e-4037-bea8-60219768d18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d280edc-7408-4264-b577-a906a35de94e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:40.925221 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562acdb-62dc-4636-be82-05d9a17eab8c req-67264941-e65b-4911-a1ba-8d66284617f0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:40.926801 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6562acdb-62dc-4636-be82-05d9a17eab8c req-67264941-e65b-4911-a1ba-8d66284617f0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0497358 Apr 14 20:32:40.977151 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6562acdb-62dc-4636-be82-05d9a17eab8c req-2e6cbe51-d2d7-4b74-8793-c2944514ddb8 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441203 Apr 14 20:32:41.802130 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 0ca574fc-73cb-44be-848f-4da23235ee9b no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:32:41.867564 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 39176) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:41.935075 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 0ca574fc-73cb-44be-848f-4da23235ee9b is: ACTIVE; New status is: DOWN {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:32:41.935765 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:41.944074 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2835875-0b66-4f34-aa96-5d4b74cec627 req-d01ddf4c-0df2-4b40-8a20-4d5fec4ef0b7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:41.945797 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e2835875-0b66-4f34-aa96-5d4b74cec627 req-d01ddf4c-0df2-4b40-8a20-4d5fec4ef0b7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 945 time: 0.0698106 Apr 14 20:32:41.962486 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e018638-3597-4aa1-ac33-e3dc44add4ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ca574fc-73cb-44be-848f-4da23235ee9b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:32:41.965478 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb90bf3-0342-4d6d-9e5f-1c08f73fe2f3" -d '{"events": [{"server_uuid": "8e018638-3597-4aa1-ac33-e3dc44add4ed", "name": "network-vif-unplugged", "status": "completed", "tag": "0ca574fc-73cb-44be-848f-4da23235ee9b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:32:41.982682 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 0ca574fc-73cb-44be-848f-4da23235ee9b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0ca574fc-73cb-44be-848f-4da23235ee9b,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:32:41.990408 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:42.027601 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Apr 2022 20:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09439dea-91cc-40fe-a77d-4baf592d4ba6 x-openstack-request-id: req-09439dea-91cc-40fe-a77d-4baf592d4ba6 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:32:42.027894 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e018638-3597-4aa1-ac33-e3dc44add4ed", "name": "network-vif-unplugged", "status": "failed", "tag": "0ca574fc-73cb-44be-848f-4da23235ee9b", "code": 422}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:32:42.028324 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-09439dea-91cc-40fe-a77d-4baf592d4ba6 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:32:42.028714 dv-cinder-837539-3-iscsi neutron-server[103379]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-09439dea-91cc-40fe-a77d-4baf592d4ba6']: {'server_uuid': '8e018638-3597-4aa1-ac33-e3dc44add4ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ca574fc-73cb-44be-848f-4da23235ee9b', 'code': 422} returned with failed status Apr 14 20:32:42.032234 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4bdf860-79bb-46b9-b1de-5e85a16c8b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:42.046729 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e2835875-0b66-4f34-aa96-5d4b74cec627 req-3ba9f4b5-ea16-4696-909d-3f6b2a8874d8 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924258 Apr 14 20:32:42.055051 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=0ca574fc-73cb-44be-848f-4da23235ee9b,revision_number=8']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:42.138084 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4bdf860-79bb-46b9-b1de-5e85a16c8b5c admin admin] Publish callbacks [] for security_group (8f99f5ca-9968-402d-930d-70ac4a9a84d7), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:42.143549 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4bdf860-79bb-46b9-b1de-5e85a16c8b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (8f99f5ca-9968-402d-930d-70ac4a9a84d7), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:42.181404 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-d4bdf860-79bb-46b9-b1de-5e85a16c8b5c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=799fee009ff8463d9bdbf675c8d3c5b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126507 Apr 14 20:32:42.183304 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdf860-79bb-46b9-b1de-5e85a16c8b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f99f5ca-9968-402d-930d-70ac4a9a84d7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:42.184089 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 39196) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:42.241263 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-509292b9-d19c-4922-9f97-ea0ceb9ba288 admin admin] Publish callbacks [] for security_group (8f99f5ca-9968-402d-930d-70ac4a9a84d7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:42.262675 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-509292b9-d19c-4922-9f97-ea0ceb9ba288 admin admin] Publish callbacks [] for security_group (8f99f5ca-9968-402d-930d-70ac4a9a84d7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:42.269121 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 39202) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:42.311837 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-509292b9-d19c-4922-9f97-ea0ceb9ba288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (8f99f5ca-9968-402d-930d-70ac4a9a84d7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:42.315431 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-509292b9-d19c-4922-9f97-ea0ceb9ba288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:42.319298 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-509292b9-d19c-4922-9f97-ea0ceb9ba288 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f99f5ca-9968-402d-930d-70ac4a9a84d7 HTTP/1.1" status: 204 len: 168 time: 0.1315370 Apr 14 20:32:42.335719 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509292b9-d19c-4922-9f97-ea0ceb9ba288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f99f5ca-9968-402d-930d-70ac4a9a84d7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:42.379012 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-12793f79-7670-458a-aa22-2dfbeab77557 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1086330 Apr 14 20:32:42.388003 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-5287e49b-deb0-44f0-a84b-48c4c839e334 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:32:42.388987 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-5287e49b-deb0-44f0-a84b-48c4c839e334 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052803 Apr 14 20:32:42.536561 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 39216) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:42.697222 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-ddd23f19-0655-4135-8954-6e4ddf7982ea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:42.698861 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-ddd23f19-0655-4135-8954-6e4ddf7982ea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports/0ca574fc-73cb-44be-848f-4da23235ee9b HTTP/1.1" status: 200 len: 940 time: 0.1613140 Apr 14 20:32:43.165790 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262c754-e57c-41d8-a832-1a5761c01137 req-2746a2d3-074d-41e7-85b0-e6bf36399530 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:43.167352 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b262c754-e57c-41d8-a832-1a5761c01137 req-2746a2d3-074d-41e7-85b0-e6bf36399530 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0533235 Apr 14 20:32:43.224618 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b262c754-e57c-41d8-a832-1a5761c01137 req-34f68433-3bbe-46f8-a057-78ac2e240e2b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506802 Apr 14 20:32:43.526756 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-cb701a2e-eb03-4c87-8387-ebd631c89850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:43.528274 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-cb701a2e-eb03-4c87-8387-ebd631c89850 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed&tenant_id=f3f8c257adbc4afc935c3fed66259370 HTTP/1.1" status: 200 len: 1127 time: 0.0409901 Apr 14 20:32:43.600148 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-7c30815d-319f-486e-be51-ebac40581d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:43.601860 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-7c30815d-319f-486e-be51-ebac40581d9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3f8c257adbc4afc935c3fed66259370&device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 1127 time: 0.0492098 Apr 14 20:32:43.720359 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-8725b6a6-610d-470d-a8a9-05fc324fee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:43.722941 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-8725b6a6-610d-470d-a8a9-05fc324fee17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4197bec-e804-4778-9814-28700a63aa0d HTTP/1.1" status: 200 len: 918 time: 0.1133134 Apr 14 20:32:43.798348 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-dd3b2e62-b8b4-4b63-91c7-a2e5f1222397 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ca574fc-73cb-44be-848f-4da23235ee9b HTTP/1.1" status: 200 len: 998 time: 0.0687087 Apr 14 20:32:43.848958 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-5da11275-2a5b-4cd6-a494-882d3bed3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:43.850544 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-5da11275-2a5b-4cd6-a494-882d3bed3442 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=997b9dd2-aea4-4c9c-9ac9-49ac96810906 HTTP/1.1" status: 200 len: 856 time: 0.0464735 Apr 14 20:32:43.899898 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-0f69ad94-290c-4f9b-abcc-60dcbbed8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:43.901592 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-0f69ad94-290c-4f9b-abcc-60dcbbed8e26 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4197bec-e804-4778-9814-28700a63aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434198 Apr 14 20:32:44.006360 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-c17adf1d-1a63-499f-bdef-8632546029c6 service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973766 Apr 14 20:32:44.328019 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-5d846c3a-b053-403a-b408-990494e344e5 service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953124 Apr 14 20:32:44.350336 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c798f31-0dbb-44a4-9ba6-e3096245d2b0 req-72498d1c-fffd-4cbd-986d-b6247cd54d5a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:44.352757 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8c798f31-0dbb-44a4-9ba6-e3096245d2b0 req-72498d1c-fffd-4cbd-986d-b6247cd54d5a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0498796 Apr 14 20:32:44.427089 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8c798f31-0dbb-44a4-9ba6-e3096245d2b0 req-8f356927-e10f-4c0b-909b-2eaa756b8184 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597129 Apr 14 20:32:45.293363 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02b841-7ce1-4ae3-b268-dad2889d3fe4 req-59aba8e7-085f-4277-b3ad-d744850674ed tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:45.294808 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ab02b841-7ce1-4ae3-b268-dad2889d3fe4 req-59aba8e7-085f-4277-b3ad-d744850674ed tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.0529659 Apr 14 20:32:45.344669 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ab02b841-7ce1-4ae3-b268-dad2889d3fe4 req-f5df638a-4f50-4711-bd23-d43e6c566f1a tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438480 Apr 14 20:32:45.570038 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1a166-94c2-4626-972d-5bd397e32c09 req-dbd315a4-08c0-4962-9c5e-e66c6cdbf390 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:45.571481 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fbb1a166-94c2-4626-972d-5bd397e32c09 req-dbd315a4-08c0-4962-9c5e-e66c6cdbf390 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0563803 Apr 14 20:32:45.621133 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fbb1a166-94c2-4626-972d-5bd397e32c09 req-16a1c4b1-ad43-479f-951c-a24f52a13f22 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441258 Apr 14 20:32:46.501504 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412b729-e1da-45ca-8f83-7ce542b098a8 req-1ace186f-7650-42de-bff6-cf4607fe3350 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:46.504537 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9412b729-e1da-45ca-8f83-7ce542b098a8 req-1ace186f-7650-42de-bff6-cf4607fe3350 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.0701771 Apr 14 20:32:46.560958 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9412b729-e1da-45ca-8f83-7ce542b098a8 req-3aefddac-6ae9-4681-830c-f1c2948a5be0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495040 Apr 14 20:32:46.993400 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7338bea-23c5-49f4-88a4-a30015513f00 req-c6161c54-8817-4156-97a4-297f08bb9126 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:46.994903 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c7338bea-23c5-49f4-88a4-a30015513f00 req-c6161c54-8817-4156-97a4-297f08bb9126 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0601470 Apr 14 20:32:47.044639 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c7338bea-23c5-49f4-88a4-a30015513f00 req-6a2e94b7-1259-4307-b4e4-cd7f1b8a39bf tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432782 Apr 14 20:32:47.797098 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fb59d-e4dd-4781-ad43-f78321e3342d req-4840b8e6-7960-415d-af54-8f9a743aa2cc tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:47.798688 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9e5fb59d-e4dd-4781-ad43-f78321e3342d req-4840b8e6-7960-415d-af54-8f9a743aa2cc tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.1537976 Apr 14 20:32:47.860336 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9e5fb59d-e4dd-4781-ad43-f78321e3342d req-cfdac09a-21c7-44ff-ab11-2529df06abb6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540478 Apr 14 20:32:48.239266 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6932281-6ca0-41ce-a7cc-58561895a2bb req-7f816416-cd0f-4dba-915c-f896e0f2f5ba tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:48.240715 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a6932281-6ca0-41ce-a7cc-58561895a2bb req-7f816416-cd0f-4dba-915c-f896e0f2f5ba tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.1051996 Apr 14 20:32:48.296999 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a6932281-6ca0-41ce-a7cc-58561895a2bb req-d1fca648-117c-47e1-9e2d-7cb562e47694 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472426 Apr 14 20:32:48.981615 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae26b8f-2007-4d23-8006-b6d29cedeb3a req-dafd6e9b-f990-483f-8583-4812dad324fd tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:48.983288 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3ae26b8f-2007-4d23-8006-b6d29cedeb3a req-dafd6e9b-f990-483f-8583-4812dad324fd tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.0546958 Apr 14 20:32:49.032307 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3ae26b8f-2007-4d23-8006-b6d29cedeb3a req-97bb8538-5fde-4f02-b5cb-0482e63cb107 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423865 Apr 14 20:32:49.427071 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b4b4a-2f0c-49ae-8082-9f7a0fbede1b req-1168c676-c671-40fa-a78a-0f4dfd29f948 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:49.433351 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1d3b4b4a-2f0c-49ae-8082-9f7a0fbede1b req-1168c676-c671-40fa-a78a-0f4dfd29f948 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0601487 Apr 14 20:32:49.494547 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1d3b4b4a-2f0c-49ae-8082-9f7a0fbede1b req-491500be-b3b4-48fc-8ef7-2822526d4683 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550594 Apr 14 20:32:50.147501 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b73277-66d9-41be-9d24-4067d8519333 req-259f9693-2f4d-4fc3-adea-288a4d762fcf tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:50.149685 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-12b73277-66d9-41be-9d24-4067d8519333 req-259f9693-2f4d-4fc3-adea-288a4d762fcf tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.0483067 Apr 14 20:32:50.202676 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-12b73277-66d9-41be-9d24-4067d8519333 req-2974ecef-d985-40a5-9a75-78c779a8f145 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445499 Apr 14 20:32:50.629882 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe95434-fa42-4650-adda-e190b356b6c0 req-d1943f35-9eff-4071-bd2e-a364dae957a1 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:50.631488 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0fe95434-fa42-4650-adda-e190b356b6c0 req-d1943f35-9eff-4071-bd2e-a364dae957a1 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0557263 Apr 14 20:32:50.686627 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0fe95434-fa42-4650-adda-e190b356b6c0 req-304d270c-c12a-463e-9e78-92acf3496fea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494051 Apr 14 20:32:50.803166 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 39416) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:50.916136 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a1d01a8-9819-489a-aa33-d7d1fce6a09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:50.999646 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a1d01a8-9819-489a-aa33-d7d1fce6a09f admin admin] Publish callbacks [] for security_group (cfbf0ed7-a142-4521-8602-6e486d00435f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:51.005542 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a1d01a8-9819-489a-aa33-d7d1fce6a09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (cfbf0ed7-a142-4521-8602-6e486d00435f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:51.045479 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-1a1d01a8-9819-489a-aa33-d7d1fce6a09f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33897e2d881b4cf6b92051969fd33031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411225 Apr 14 20:32:51.046450 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d01a8-9819-489a-aa33-d7d1fce6a09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbf0ed7-a142-4521-8602-6e486d00435f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:51.048122 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 39420) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:51.104200 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9dc86613-e49e-4dcd-9eff-b5f878004194 admin admin] Publish callbacks [] for security_group (cfbf0ed7-a142-4521-8602-6e486d00435f), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:51.126176 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9dc86613-e49e-4dcd-9eff-b5f878004194 admin admin] Publish callbacks [] for security_group (cfbf0ed7-a142-4521-8602-6e486d00435f), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:51.178319 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9dc86613-e49e-4dcd-9eff-b5f878004194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (cfbf0ed7-a142-4521-8602-6e486d00435f), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:51.181187 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9dc86613-e49e-4dcd-9eff-b5f878004194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:51.182326 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-9dc86613-e49e-4dcd-9eff-b5f878004194 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cfbf0ed7-a142-4521-8602-6e486d00435f HTTP/1.1" status: 204 len: 168 time: 0.1332326 Apr 14 20:32:51.196268 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc86613-e49e-4dcd-9eff-b5f878004194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbf0ed7-a142-4521-8602-6e486d00435f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:51.346349 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43500b-d77c-4790-899d-9ea34be20a4a req-d198ce32-2eb4-45b5-a90c-06aae18c8854 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:51.348938 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4e43500b-d77c-4790-899d-9ea34be20a4a req-d198ce32-2eb4-45b5-a90c-06aae18c8854 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.0665493 Apr 14 20:32:51.406912 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4e43500b-d77c-4790-899d-9ea34be20a4a req-f85a3211-8f34-4dec-8234-5689aa0b2a0a tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516257 Apr 14 20:32:51.538250 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 39430) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:51.551975 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b612dc0-da66-460d-9fbb-6cd05e41b4b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:51.632420 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b612dc0-da66-460d-9fbb-6cd05e41b4b8 admin admin] Publish callbacks [] for security_group (d9b20055-2db0-4b97-9ef5-91fc9d0bcb27), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:51.637073 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b612dc0-da66-460d-9fbb-6cd05e41b4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (d9b20055-2db0-4b97-9ef5-91fc9d0bcb27), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:51.676452 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b612dc0-da66-460d-9fbb-6cd05e41b4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b20055-2db0-4b97-9ef5-91fc9d0bcb27,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:51.680709 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-0b612dc0-da66-460d-9fbb-6cd05e41b4b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=825b41c1f65e4b5b950b2759ae2695ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411769 Apr 14 20:32:51.683341 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 39432) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:51.746873 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce39d184-e3a2-48bb-ac06-74fed757f474 admin admin] Publish callbacks [] for security_group (d9b20055-2db0-4b97-9ef5-91fc9d0bcb27), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:51.777912 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce39d184-e3a2-48bb-ac06-74fed757f474 admin admin] Publish callbacks [] for security_group (d9b20055-2db0-4b97-9ef5-91fc9d0bcb27), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:51.820762 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f90d12-5b1f-4f25-8b46-7f187be39ba8 req-05d87e63-a16b-44fb-a442-4e5ad83c414e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:51.823085 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c8f90d12-5b1f-4f25-8b46-7f187be39ba8 req-05d87e63-a16b-44fb-a442-4e5ad83c414e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0520651 Apr 14 20:32:51.835696 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce39d184-e3a2-48bb-ac06-74fed757f474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (d9b20055-2db0-4b97-9ef5-91fc9d0bcb27), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:51.841708 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce39d184-e3a2-48bb-ac06-74fed757f474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:51.843220 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-ce39d184-e3a2-48bb-ac06-74fed757f474 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d9b20055-2db0-4b97-9ef5-91fc9d0bcb27 HTTP/1.1" status: 204 len: 168 time: 0.1589565 Apr 14 20:32:51.853761 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39d184-e3a2-48bb-ac06-74fed757f474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b20055-2db0-4b97-9ef5-91fc9d0bcb27,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:51.896038 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c8f90d12-5b1f-4f25-8b46-7f187be39ba8 req-9972f172-c1ff-4c96-8938-40d57baa049f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662534 Apr 14 20:32:52.200555 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 39440) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:52.215941 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8514b56-2738-4f6b-a1f7-6d849aa13ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:52.292684 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8514b56-2738-4f6b-a1f7-6d849aa13ad4 admin admin] Publish callbacks [] for security_group (5ae287ef-c622-4d92-a42f-4916c2424b5d), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:52.296916 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8514b56-2738-4f6b-a1f7-6d849aa13ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (5ae287ef-c622-4d92-a42f-4916c2424b5d), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:52.336922 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8514b56-2738-4f6b-a1f7-6d849aa13ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae287ef-c622-4d92-a42f-4916c2424b5d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:52.342152 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-a8514b56-2738-4f6b-a1f7-6d849aa13ad4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21943994a25a471f8119a0c34acff755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402719 Apr 14 20:32:52.343944 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 39442) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:52.404712 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b593b46a-cdac-40dc-b12f-51e97d1524d7 admin admin] Publish callbacks [] for security_group (5ae287ef-c622-4d92-a42f-4916c2424b5d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:52.433225 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b593b46a-cdac-40dc-b12f-51e97d1524d7 admin admin] Publish callbacks [] for security_group (5ae287ef-c622-4d92-a42f-4916c2424b5d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:52.500624 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b593b46a-cdac-40dc-b12f-51e97d1524d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (5ae287ef-c622-4d92-a42f-4916c2424b5d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:52.508642 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b593b46a-cdac-40dc-b12f-51e97d1524d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:52.509872 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-b593b46a-cdac-40dc-b12f-51e97d1524d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ae287ef-c622-4d92-a42f-4916c2424b5d HTTP/1.1" status: 204 len: 168 time: 0.1649160 Apr 14 20:32:52.518698 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593b46a-cdac-40dc-b12f-51e97d1524d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae287ef-c622-4d92-a42f-4916c2424b5d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:52.547229 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2379b-1d64-4835-8929-3bd4ee0de085 req-5579b506-c6c4-4110-9981-9fb009db3f68 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:52.547229 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-82d2379b-1d64-4835-8929-3bd4ee0de085 req-5579b506-c6c4-4110-9981-9fb009db3f68 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.0612659 Apr 14 20:32:52.611000 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-82d2379b-1d64-4835-8929-3bd4ee0de085 req-7ced1525-b184-4b97-ae5b-a3d0635db0db tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579062 Apr 14 20:32:53.037606 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ff88d-64a9-408a-a1e7-ab8e3da9834c req-49dcd4e5-378f-4d57-a429-d8dcf55acfab tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:53.039490 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b01ff88d-64a9-408a-a1e7-ab8e3da9834c req-49dcd4e5-378f-4d57-a429-d8dcf55acfab tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0547945 Apr 14 20:32:53.097212 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b01ff88d-64a9-408a-a1e7-ab8e3da9834c req-ac5882c8-24e8-4b03-b775-7211cb1eb5fb tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515659 Apr 14 20:32:53.370493 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 39468) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:53.482945 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-80e20b9d-c3ee-429b-8636-889232e969ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1464473283-network', 'tenant_id': '4778c22768d34c6e8e786eb21fc66e5c'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:32:53.502973 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e20b9d-c3ee-429b-8636-889232e969ec admin admin] Made reservation on behalf of 4778c22768d34c6e8e786eb21fc66e5c for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:32:53.505673 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80e20b9d-c3ee-429b-8636-889232e969ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:53.515080 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80e20b9d-c3ee-429b-8636-889232e969ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:53.595297 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80e20b9d-c3ee-429b-8636-889232e969ec admin admin] Publish callbacks [] for security_group (aedaacd5-5ae5-432e-9353-dd0762145152), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:53.600463 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80e20b9d-c3ee-429b-8636-889232e969ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (aedaacd5-5ae5-432e-9353-dd0762145152), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:53.637892 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e20b9d-c3ee-429b-8636-889232e969ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:32:53.649832 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e20b9d-c3ee-429b-8636-889232e969ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedaacd5-5ae5-432e-9353-dd0762145152,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:53.654978 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80e20b9d-c3ee-429b-8636-889232e969ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (2645a5dd-c996-482b-83d4-5e1f8f056154), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:53.655323 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-80e20b9d-c3ee-429b-8636-889232e969ec admin admin] Added segment 2645a5dd-c996-482b-83d4-5e1f8f056154 of type vlan for network 682b4046-b819-4ba3-aec2-a5951c49d5f3 Apr 14 20:32:53.697971 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80e20b9d-c3ee-429b-8636-889232e969ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (682b4046-b819-4ba3-aec2-a5951c49d5f3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:53.731788 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80e20b9d-c3ee-429b-8636-889232e969ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (682b4046-b819-4ba3-aec2-a5951c49d5f3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:53.732699 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e20b9d-c3ee-429b-8636-889232e969ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:53.733325 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80e20b9d-c3ee-429b-8636-889232e969ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:53.796112 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-80e20b9d-c3ee-429b-8636-889232e969ec admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4244585 Apr 14 20:32:53.798929 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 39474) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:32:53.803345 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08c6d2-17ce-4f63-b1c4-70c479ee1a68 req-956324b8-66da-4ff6-bd59-8f236cd0ce7f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:53.804050 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7501a410-2a89-4174-a7d4-0b50ae7ba849 admin admin] Request body: {'subnet': {'network_id': '682b4046-b819-4ba3-aec2-a5951c49d5f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1464473283-subnet', 'tenant_id': '4778c22768d34c6e8e786eb21fc66e5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:32:53.804915 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f08c6d2-17ce-4f63-b1c4-70c479ee1a68 req-956324b8-66da-4ff6-bd59-8f236cd0ce7f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.0900013 Apr 14 20:32:53.813149 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e20b9d-c3ee-429b-8636-889232e969ec admin admin] Pushing event updated for resources: {'Network': ['ID=682b4046-b819-4ba3-aec2-a5951c49d5f3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:53.825675 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network 682b4046-b819-4ba3-aec2-a5951c49d5f3 details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:32:53.836713 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7501a410-2a89-4174-a7d4-0b50ae7ba849 admin admin] Made reservation on behalf of 4778c22768d34c6e8e786eb21fc66e5c for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:32:53.839114 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7501a410-2a89-4174-a7d4-0b50ae7ba849 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30769442'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:53.892427 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f08c6d2-17ce-4f63-b1c4-70c479ee1a68 req-bb07912c-34c8-4c4e-a827-73563a2b79e0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779116 Apr 14 20:32:54.069308 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7501a410-2a89-4174-a7d4-0b50ae7ba849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29645510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30769460'] for subnet (bf01ad32-2ab1-4d7e-9409-c7cd76b20633), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:54.133372 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501a410-2a89-4174-a7d4-0b50ae7ba849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf01ad32-2ab1-4d7e-9409-c7cd76b20633,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:32:54.140409 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7501a410-2a89-4174-a7d4-0b50ae7ba849 admin admin] Checking segment: {'id': '2645a5dd-c996-482b-83d4-5e1f8f056154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '682b4046-b819-4ba3-aec2-a5951c49d5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:32:54.140766 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7501a410-2a89-4174-a7d4-0b50ae7ba849 admin admin] Network hostable DHCP agents. Network: 682b4046-b819-4ba3-aec2-a5951c49d5f3, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:32:54.160844 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7501a410-2a89-4174-a7d4-0b50ae7ba849 admin admin] Network 682b4046-b819-4ba3-aec2-a5951c49d5f3 is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:32:54.173403 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-7501a410-2a89-4174-a7d4-0b50ae7ba849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, 682b4046-b819-4ba3-aec2-a5951c49d5f3) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:32:54.184425 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44da71c-0da9-49e8-8ee8-fe577ca5fd71 None None] Network 682b4046-b819-4ba3-aec2-a5951c49d5f3 requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:32:54.189541 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7501a410-2a89-4174-a7d4-0b50ae7ba849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:54.190220 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7501a410-2a89-4174-a7d4-0b50ae7ba849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:32:54.235928 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74963360-6631-49ad-be03-7b63a8beca1d req-36effec4-56b0-4a25-ac68-b944b65c58f8 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:54.237623 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-74963360-6631-49ad-be03-7b63a8beca1d req-36effec4-56b0-4a25-ac68-b944b65c58f8 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0604858 Apr 14 20:32:54.241756 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-7501a410-2a89-4174-a7d4-0b50ae7ba849 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4417446 Apr 14 20:32:54.330075 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5b5193-1bd7-4d50-90ff-090442d87e5e None None] Network 682b4046-b819-4ba3-aec2-a5951c49d5f3 requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:32:54.367820 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-74963360-6631-49ad-be03-7b63a8beca1d req-3f6920c6-9ba1-4311-84d3-18a64b596b6e tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239932 Apr 14 20:32:55.005962 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14254b4f-30ff-4647-866f-bd1ac47cdaf9 req-3fd28470-0727-4116-ab88-c4c19407892b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:55.007459 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-14254b4f-30ff-4647-866f-bd1ac47cdaf9 req-3fd28470-0727-4116-ab88-c4c19407892b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.0508389 Apr 14 20:32:55.054843 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-14254b4f-30ff-4647-866f-bd1ac47cdaf9 req-bce7c978-8a47-4658-9a75-0a5495e6723e tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416989 Apr 14 20:32:55.494705 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a111ded-adc9-4453-9047-e5814477cf8d req-9ea88465-0b50-42e5-afc6-70511ccfd069 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:55.496165 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5a111ded-adc9-4453-9047-e5814477cf8d req-9ea88465-0b50-42e5-afc6-70511ccfd069 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0511739 Apr 14 20:32:55.543226 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5a111ded-adc9-4453-9047-e5814477cf8d req-42a204aa-6862-4ed5-a3be-d97732a8831c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415840 Apr 14 20:32:56.065371 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-0d69a632-a99b-4223-85f1-d892ac41d9f1 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:56.067630 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-0d69a632-a99b-4223-85f1-d892ac41d9f1 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/networks?id=682b4046-b819-4ba3-aec2-a5951c49d5f3 HTTP/1.1" status: 200 len: 809 time: 0.0986755 Apr 14 20:32:56.082349 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-1cecb672-2629-4a80-89e7-5569f3db5859 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/quotas/4778c22768d34c6e8e786eb21fc66e5c HTTP/1.1" status: 200 len: 375 time: 0.0091565 Apr 14 20:32:56.119287 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-8012f051-4b8a-4539-b945-5ddd57a67e76 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4778c22768d34c6e8e786eb21fc66e5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313942 Apr 14 20:32:56.172938 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11551425-587b-46ee-a238-1da65030bb96 req-264b12b7-15dc-42a5-90f5-a9f570f52740 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:56.174448 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-11551425-587b-46ee-a238-1da65030bb96 req-264b12b7-15dc-42a5-90f5-a9f570f52740 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.0512021 Apr 14 20:32:56.176578 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-3b253a80-9a16-40d2-baea-8ddb3a246bb0 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:32:56.177575 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-3b253a80-9a16-40d2-baea-8ddb3a246bb0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0519764 Apr 14 20:32:56.222805 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-11551425-587b-46ee-a238-1da65030bb96 req-1831fabc-ca14-4661-aea5-8c73f594f5fa tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412865 Apr 14 20:32:56.266880 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-1eb68f39-be0f-4d74-910e-51b06395429f service neutron] 10.222.0.11 "GET /v2.0/networks/682b4046-b819-4ba3-aec2-a5951c49d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835118 Apr 14 20:32:56.356784 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-fad62888-b0a0-4295-a6ad-ea70c283277a service neutron] 10.222.0.11 "GET /v2.0/networks/682b4046-b819-4ba3-aec2-a5951c49d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840693 Apr 14 20:32:56.515137 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0e84fdac-9fe4-4ef9-a5de-8beabb06f2f0 req-191c49d6-0a87-4649-861b-f2ab3e0147f1 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 210 time: 0.0286181 Apr 14 20:32:56.664607 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b6949-088d-4e0e-9c7e-7a9353520f07 req-729e7384-7a66-44d8-8163-cb24f70a0ab2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:56.666117 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-630b6949-088d-4e0e-9c7e-7a9353520f07 req-729e7384-7a66-44d8-8163-cb24f70a0ab2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0512722 Apr 14 20:32:56.715792 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-630b6949-088d-4e0e-9c7e-7a9353520f07 req-50f09f8c-ef88-46f3-9909-f1784c321d50 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429039 Apr 14 20:32:57.334554 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9a8cf-93b4-4f70-93b5-64acbf82d4ab req-a0fc93f0-8fc6-4ef9-b311-d5195853ea83 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:57.336014 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e0b9a8cf-93b4-4f70-93b5-64acbf82d4ab req-a0fc93f0-8fc6-4ef9-b311-d5195853ea83 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.0470817 Apr 14 20:32:57.386249 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e0b9a8cf-93b4-4f70-93b5-64acbf82d4ab req-92325bf1-292d-4f31-9f96-f134e2fbf55b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445375 Apr 14 20:32:57.616514 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-bf8efa63-ab51-4b44-b29d-cbbadc541f40 req-44a97c0b-281e-4965-a96a-1e1125327ffb tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 210 time: 0.0358799 Apr 14 20:32:57.833831 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d64cd7-80ea-40d2-ac37-551a65369188 req-71211a2a-f88e-4aad-83e1-f5e5307639e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:57.835248 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-21d64cd7-80ea-40d2-ac37-551a65369188 req-71211a2a-f88e-4aad-83e1-f5e5307639e7 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0473409 Apr 14 20:32:57.880803 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-21d64cd7-80ea-40d2-ac37-551a65369188 req-2af1418e-1843-4a73-af55-690d3d0c5cd2 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401025 Apr 14 20:32:58.497150 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50491a-9068-4033-b592-cdb6cec24dd1 req-571a9147-97cd-4ad7-a0f0-58f5288dc59e tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:58.498607 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7c50491a-9068-4033-b592-cdb6cec24dd1 req-571a9147-97cd-4ad7-a0f0-58f5288dc59e tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.0458241 Apr 14 20:32:58.545233 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7c50491a-9068-4033-b592-cdb6cec24dd1 req-9352a410-c9bd-44e5-b246-49a098d3b438 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403342 Apr 14 20:32:58.707966 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f3fb68f7-edad-4bcc-8abc-0d5d9b89020a req-75659ead-35d9-416e-a38b-aa645a48af6f tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 210 time: 0.0268071 Apr 14 20:32:58.995646 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e013f8-52c5-4273-8370-4830c9186de7 req-7a2ab85e-beed-47e7-8316-e10f4e391792 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:58.997101 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d5e013f8-52c5-4273-8370-4830c9186de7 req-7a2ab85e-beed-47e7-8316-e10f4e391792 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0463920 Apr 14 20:32:59.042280 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d5e013f8-52c5-4273-8370-4830c9186de7 req-32cf69ba-a3d0-4800-9170-826a1e1ec3be tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396981 Apr 14 20:32:59.657059 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0667e-ccb2-4124-b5ce-5aba4a1d85d6 req-ccd29c7c-914c-43d5-9aa6-830fb510ac00 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:32:59.658559 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-01e0667e-ccb2-4124-b5ce-5aba4a1d85d6 req-ccd29c7c-914c-43d5-9aa6-830fb510ac00 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.0468402 Apr 14 20:32:59.713380 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-01e0667e-ccb2-4124-b5ce-5aba4a1d85d6 req-d421aece-db34-41c7-b692-fab84f13dfeb tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448439 Apr 14 20:32:59.802543 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f8a3f2b6-54bb-49cf-b118-086ff6e3a296 req-fd388697-87f1-40cc-b3ee-02acdbd9ed8a tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 210 time: 0.0305333 Apr 14 20:33:00.161521 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ff3be-1c6e-4f28-ac78-868f46a3587d req-a672324e-903e-4297-9e45-a2a820ff7161 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:00.163010 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5c5ff3be-1c6e-4f28-ac78-868f46a3587d req-a672324e-903e-4297-9e45-a2a820ff7161 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0477161 Apr 14 20:33:00.209092 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5c5ff3be-1c6e-4f28-ac78-868f46a3587d req-e8e8e74d-88dc-4024-844f-6857b7e5906a tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405438 Apr 14 20:33:00.826663 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f970a3-b508-436d-aa3c-337eab618964 req-882b1b43-2305-4af9-8a70-2daf8c0325eb tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:00.828161 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-05f970a3-b508-436d-aa3c-337eab618964 req-882b1b43-2305-4af9-8a70-2daf8c0325eb tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.0473611 Apr 14 20:33:00.876607 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-05f970a3-b508-436d-aa3c-337eab618964 req-32ce649b-cd9a-4fc1-9041-04b8f934b7ce tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424254 Apr 14 20:33:00.895461 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7c030a01-7db6-4d85-bfcf-775c178fcd32 req-e3a450f4-07f5-4e4b-ac03-ea6e74a3a30e tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 210 time: 0.0286195 Apr 14 20:33:01.327352 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a4b10-3adb-4c6e-bc73-75f8fed44eea req-fdf8e4ec-397d-4f4e-8349-5b819fda304d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:01.328878 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-699a4b10-3adb-4c6e-bc73-75f8fed44eea req-fdf8e4ec-397d-4f4e-8349-5b819fda304d tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 943 time: 0.0479267 Apr 14 20:33:01.334683 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-966cd942-023c-417e-8dc9-1324d11d7329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:01.378301 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-699a4b10-3adb-4c6e-bc73-75f8fed44eea req-7976299c-60d3-43d7-ac19-03954bca6f30 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418918 Apr 14 20:33:01.894867 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 0ca574fc-73cb-44be-848f-4da23235ee9b details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:33:02.005695 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3007a-1ec5-48fe-9064-cfc53640cd91 req-50da304e-5aab-4f5e-973f-8906773d195e tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:02.008280 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d5e3007a-1ec5-48fe-9064-cfc53640cd91 req-50da304e-5aab-4f5e-973f-8906773d195e tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.0590136 Apr 14 20:33:02.011141 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ca6887b6-833d-44af-8da4-8cc1765e65b6 req-eb41f25e-f7cd-4ddc-83d6-c42adb4bbd36 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 210 time: 0.0401258 Apr 14 20:33:02.011907 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 0ca574fc-73cb-44be-848f-4da23235ee9b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0ca574fc-73cb-44be-848f-4da23235ee9b,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:02.024573 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': '0ca574fc-73cb-44be-848f-4da23235ee9b', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'port_id': '0ca574fc-73cb-44be-848f-4da23235ee9b', 'mac_address': 'fa:16:3e:8c:3b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:33:02.060935 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d5e3007a-1ec5-48fe-9064-cfc53640cd91 req-9eee5157-dd6f-4c0d-8534-5e08eac22c0e tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466542 Apr 14 20:33:02.061643 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 0ca574fc-73cb-44be-848f-4da23235ee9b is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:33:02.062034 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:02.075953 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca574fc-73cb-44be-848f-4da23235ee9b {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:33:02.095839 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 0ca574fc-73cb-44be-848f-4da23235ee9b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0ca574fc-73cb-44be-848f-4da23235ee9b,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:02.099640 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:02.146856 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=0ca574fc-73cb-44be-848f-4da23235ee9b,revision_number=9']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:02.566392 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['0ca574fc-73cb-44be-848f-4da23235ee9b'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:33:02.601005 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26846f17-9944-4db5-9b0a-410e36ee8b5f req-b2df689a-6bc2-4803-9619-64185efc0893 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:02.602489 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-26846f17-9944-4db5-9b0a-410e36ee8b5f req-b2df689a-6bc2-4803-9619-64185efc0893 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 944 time: 0.1520536 Apr 14 20:33:02.618172 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59053847-c722-4ca9-898f-36f96e86d686 req-7993193f-6493-4010-b1f4-335dada33eee tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:02.619664 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-59053847-c722-4ca9-898f-36f96e86d686 req-7993193f-6493-4010-b1f4-335dada33eee tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.1317914 Apr 14 20:33:02.683178 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-ae44a192-7cb9-44e4-a342-0b281e1f6253 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:02.684599 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-ae44a192-7cb9-44e4-a342-0b281e1f6253 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.46 "GET /v2.0/networks?id=682b4046-b819-4ba3-aec2-a5951c49d5f3 HTTP/1.1" status: 200 len: 809 time: 0.1943049 Apr 14 20:33:02.691687 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-26846f17-9944-4db5-9b0a-410e36ee8b5f req-d7615f4b-7909-4326-944a-6a66e7b83f21 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829017 Apr 14 20:33:02.822106 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-9632cb3c-48f9-4f19-a0bf-328e17e50472 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Request body: {'port': {'device_id': '6e5dad49-6baa-49b5-bbf4-09d7c42fe58f', 'network_id': '682b4046-b819-4ba3-aec2-a5951c49d5f3', 'admin_state_up': True, 'tenant_id': '4778c22768d34c6e8e786eb21fc66e5c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:33:02.960910 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-59053847-c722-4ca9-898f-36f96e86d686 req-ee9a5d0a-403c-4fd7-806d-85698cc7bdf3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Deleting port c330b900-5a50-44a3-94b0-1be460a36795 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:33:02.961255 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-59053847-c722-4ca9-898f-36f96e86d686 req-ee9a5d0a-403c-4fd7-806d-85698cc7bdf3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (c330b900-5a50-44a3-94b0-1be460a36795), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:03.049540 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-9632cb3c-48f9-4f19-a0bf-328e17e50472 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Made reservation on behalf of 4778c22768d34c6e8e786eb21fc66e5c for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:33:03.053748 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-9632cb3c-48f9-4f19-a0bf-328e17e50472 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:03.085805 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-59053847-c722-4ca9-898f-36f96e86d686 req-ee9a5d0a-403c-4fd7-806d-85698cc7bdf3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] For port c330b900-5a50-44a3-94b0-1be460a36795, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c330b900-5a50-44a3-94b0-1be460a36795,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:03.086192 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-59053847-c722-4ca9-898f-36f96e86d686 req-ee9a5d0a-403c-4fd7-806d-85698cc7bdf3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (c330b900-5a50-44a3-94b0-1be460a36795), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:03.106774 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc11f87f-dbcd-4e57-a0ed-354893e823d4 req-65f683eb-b20e-44c7-b160-0e7ac316d39f tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 210 time: 0.0362530 Apr 14 20:33:03.294966 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84341a23-e84d-460c-8d38-279b8872fbfd req-ca1dc76a-e4a1-45c6-913a-9776381f062a tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:03.296332 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-84341a23-e84d-460c-8d38-279b8872fbfd req-ca1dc76a-e4a1-45c6-913a-9776381f062a tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 945 time: 0.1325536 Apr 14 20:33:03.385467 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-9632cb3c-48f9-4f19-a0bf-328e17e50472 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Allocated IP 172.20.0.2 (682b4046-b819-4ba3-aec2-a5951c49d5f3/bf01ad32-2ab1-4d7e-9409-c7cd76b20633/33c93da5-c9d0-4d0e-a668-95a568adb3af) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:33:03.435169 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-84341a23-e84d-460c-8d38-279b8872fbfd req-8c1a1d47-47c2-4a34-9dbc-9851ed146dc4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=149add51-e5f0-4acf-98e2-769c200cd799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321740 Apr 14 20:33:03.440698 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-59053847-c722-4ca9-898f-36f96e86d686 req-ee9a5d0a-403c-4fd7-806d-85698cc7bdf3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:03.441577 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-59053847-c722-4ca9-898f-36f96e86d686 req-ee9a5d0a-403c-4fd7-806d-85698cc7bdf3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (df135107-0a02-4529-be3e-1042761515e1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:03.442112 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.l3_db [req-59053847-c722-4ca9-898f-36f96e86d686 req-ee9a5d0a-403c-4fd7-806d-85698cc7bdf3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Floating IP df135107-0a02-4529-be3e-1042761515e1 disassociated. External IP: 172.27.3.206, port: c330b900-5a50-44a3-94b0-1be460a36795. Apr 14 20:33:03.442594 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-59053847-c722-4ca9-898f-36f96e86d686 req-ee9a5d0a-403c-4fd7-806d-85698cc7bdf3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Calling delete_port for c330b900-5a50-44a3-94b0-1be460a36795 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:33:03.660880 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-9632cb3c-48f9-4f19-a0bf-328e17e50472 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Publish callbacks [] for port (33c93da5-c9d0-4d0e-a668-95a568adb3af), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:03.686901 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-59053847-c722-4ca9-898f-36f96e86d686 req-ee9a5d0a-403c-4fd7-806d-85698cc7bdf3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (c330b900-5a50-44a3-94b0-1be460a36795), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:03.710483 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-797d2a49-f184-4f07-8707-6e804e2e3a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:03.724639 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a5d0a-403c-4fd7-806d-85698cc7bdf3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event deleted for resources: {'Port': ['ID=c330b900-5a50-44a3-94b0-1be460a36795,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:03.789710 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-9632cb3c-48f9-4f19-a0bf-328e17e50472 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (33c93da5-c9d0-4d0e-a668-95a568adb3af), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:03.825740 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ee94b-a10d-4ca5-aa54-ea4e96cfc4ab req-2d3800c9-cb3c-417a-b5a5-d7e3eb494985 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:03.827362 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-754ee94b-a10d-4ca5-aa54-ea4e96cfc4ab req-2d3800c9-cb3c-417a-b5a5-d7e3eb494985 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 944 time: 0.0485358 Apr 14 20:33:03.879205 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-754ee94b-a10d-4ca5-aa54-ea4e96cfc4ab req-e9a29563-b0ae-455f-85a5-08bfcac93d19 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449457 Apr 14 20:33:03.912813 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 0ca574fc-73cb-44be-848f-4da23235ee9b up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:33:03.967193 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port 0ca574fc-73cb-44be-848f-4da23235ee9b triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:33:03.967562 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:04.046374 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 0ca574fc-73cb-44be-848f-4da23235ee9b is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:33:04.046710 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:04.094772 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e018638-3597-4aa1-ac33-e3dc44add4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca574fc-73cb-44be-848f-4da23235ee9b'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:33:04.097452 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac46582-1472-46d6-99c2-d2233703cfee" -d '{"events": [{"server_uuid": "8e018638-3597-4aa1-ac33-e3dc44add4ed", "name": "network-vif-plugged", "status": "completed", "tag": "0ca574fc-73cb-44be-848f-4da23235ee9b"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:33:04.108109 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 0ca574fc-73cb-44be-848f-4da23235ee9b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0ca574fc-73cb-44be-848f-4da23235ee9b,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:04.122406 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:04.140189 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-9632cb3c-48f9-4f19-a0bf-328e17e50472 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Network 682b4046-b819-4ba3-aec2-a5951c49d5f3 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:33:04.148921 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-9632cb3c-48f9-4f19-a0bf-328e17e50472 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:33:04.175927 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-9632cb3c-48f9-4f19-a0bf-328e17e50472 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:33:04.178891 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632cb3c-48f9-4f19-a0bf-328e17e50472 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Pushing event updated for resources: {'Port': ['ID=33c93da5-c9d0-4d0e-a668-95a568adb3af,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:04.188341 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305b3be2-77a7-4a5e-8dea-63ddfb169142 x-openstack-request-id: req-305b3be2-77a7-4a5e-8dea-63ddfb169142 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:33:04.188952 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e018638-3597-4aa1-ac33-e3dc44add4ed", "name": "network-vif-plugged", "status": "completed", "tag": "0ca574fc-73cb-44be-848f-4da23235ee9b", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:33:04.189407 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-305b3be2-77a7-4a5e-8dea-63ddfb169142 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:33:04.190007 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-305b3be2-77a7-4a5e-8dea-63ddfb169142'] response: {'server_uuid': '8e018638-3597-4aa1-ac33-e3dc44add4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca574fc-73cb-44be-848f-4da23235ee9b', 'code': 200} Apr 14 20:33:04.250803 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=0ca574fc-73cb-44be-848f-4da23235ee9b,revision_number=10']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:04.263364 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-9632cb3c-48f9-4f19-a0bf-328e17e50472 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:04.263995 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-9632cb3c-48f9-4f19-a0bf-328e17e50472 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:04.269154 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdab4d-7a80-4351-a6b6-c1cd4868d56d req-b34afbce-3fa3-4569-8a75-2d2e182d7747 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:04.273340 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-63cdab4d-7a80-4351-a6b6-c1cd4868d56d req-b34afbce-3fa3-4569-8a75-2d2e182d7747 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 931 time: 0.0813158 Apr 14 20:33:04.283057 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59053847-c722-4ca9-898f-36f96e86d686 req-ee9a5d0a-403c-4fd7-806d-85698cc7bdf3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:33:04.288384 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-9632cb3c-48f9-4f19-a0bf-328e17e50472 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4696398 Apr 14 20:33:04.297598 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-f7f379d2-19b5-4f60-ae8e-e87d69a76354 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:33:04.298641 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-f7f379d2-19b5-4f60-ae8e-e87d69a76354 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051885 Apr 14 20:33:04.375448 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-63cdab4d-7a80-4351-a6b6-c1cd4868d56d req-7dd53516-05d8-48d3-8979-eb87dc6a124c tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931304 Apr 14 20:33:04.391949 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Request body: {'port': {'device_id': '6e5dad49-6baa-49b5-bbf4-09d7c42fe58f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:33:04.492177 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3ba5d-7887-4f34-85e3-b0ab8e3cf0eb req-7915e2e8-7731-4059-ac1f-da82b8fce796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:04.493649 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-35b3ba5d-7887-4f34-85e3-b0ab8e3cf0eb req-7915e2e8-7731-4059-ac1f-da82b8fce796 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 1130 time: 0.1260099 Apr 14 20:33:04.571149 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f3d16917-d85e-49d6-9773-7c00a86f59ed req-e6b83a7b-596d-4fe7-ac94-f8dcc5552e2d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 210 time: 0.0593786 Apr 14 20:33:04.585535 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59053847-c722-4ca9-898f-36f96e86d686 req-ee9a5d0a-403c-4fd7-806d-85698cc7bdf3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:33:04.588916 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (33c93da5-c9d0-4d0e-a668-95a568adb3af), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:04.603264 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fd4b2e-3390-4b54-91dd-c3d48c9b9e06 None None] Sync routers for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:33:04.612563 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd4b2e-3390-4b54-91dd-c3d48c9b9e06 None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:33:04.613122 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c9fd4b2e-3390-4b54-91dd-c3d48c9b9e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:33:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:33:04.616531 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-35b3ba5d-7887-4f34-85e3-b0ab8e3cf0eb req-27210ccc-af9c-4686-b1d8-d7d7f6f3db79 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037025 Apr 14 20:33:04.676246 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-59053847-c722-4ca9-898f-36f96e86d686 req-ee9a5d0a-403c-4fd7-806d-85698cc7bdf3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] No DVR routers for this DVR port c330b900-5a50-44a3-94b0-1be460a36795 on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:33:04.681937 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-59053847-c722-4ca9-898f-36f96e86d686 req-ee9a5d0a-403c-4fd7-806d-85698cc7bdf3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:04.685148 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-59053847-c722-4ca9-898f-36f96e86d686 req-ee9a5d0a-403c-4fd7-806d-85698cc7bdf3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "DELETE /v2.0/ports/c330b900-5a50-44a3-94b0-1be460a36795 HTTP/1.1" status: 204 len: 173 time: 1.8734386 Apr 14 20:33:04.685605 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef30f82-d59d-47bf-ad6e-509d6193ccde', 'name': 'network-vif-deleted', 'tag': 'c330b900-5a50-44a3-94b0-1be460a36795'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:33:04.687854 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c2cc4c-7472-4fb8-827f-b5f9e44f8b45" -d '{"events": [{"server_uuid": "1ef30f82-d59d-47bf-ad6e-509d6193ccde", "name": "network-vif-deleted", "tag": "c330b900-5a50-44a3-94b0-1be460a36795"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:33:04.730730 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c9fd4b2e-3390-4b54-91dd-c3d48c9b9e06 None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:33:04.743741 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:04.749060 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36ef28d-e2e6-4e7c-9512-318b2d65a327 x-openstack-request-id: req-d36ef28d-e2e6-4e7c-9512-318b2d65a327 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:33:04.749353 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef30f82-d59d-47bf-ad6e-509d6193ccde", "name": "network-vif-deleted", "tag": "c330b900-5a50-44a3-94b0-1be460a36795", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:33:04.749822 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d36ef28d-e2e6-4e7c-9512-318b2d65a327 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:33:04.750226 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36ef28d-e2e6-4e7c-9512-318b2d65a327'] response: {'server_uuid': '1ef30f82-d59d-47bf-ad6e-509d6193ccde', 'name': 'network-vif-deleted', 'tag': 'c330b900-5a50-44a3-94b0-1be460a36795', 'status': 'completed', 'code': 200} Apr 14 20:33:04.918019 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c93da5-c9d0-4d0e-a668-95a568adb3af {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:33:04.925993 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Publish callbacks [] for port (33c93da5-c9d0-4d0e-a668-95a568adb3af), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:04.929491 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c9fd4b2e-3390-4b54-91dd-c3d48c9b9e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:33:04.942300 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Transition to ACTIVE for port object 33c93da5-c9d0-4d0e-a668-95a568adb3af will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:33:04.948064 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (33c93da5-c9d0-4d0e-a668-95a568adb3af), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:04.962996 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fd4b2e-3390-4b54-91dd-c3d48c9b9e06 None None] Checking router: 6234cb36-42be-4975-8a0a-5dec5c82e1a6 for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:33:04.972978 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd4b2e-3390-4b54-91dd-c3d48c9b9e06 None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:33:04.974164 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c9fd4b2e-3390-4b54-91dd-c3d48c9b9e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:33:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:33:05.036645 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Pushing event updated for resources: {'Port': ['ID=33c93da5-c9d0-4d0e-a668-95a568adb3af,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:05.048905 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b3f58-ec71-48c7-adb7-3a5ef99daf6d req-7b422b55-8f01-421d-9c94-90e051b9c38f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:05.051362 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-956b3f58-ec71-48c7-adb7-3a5ef99daf6d req-7b422b55-8f01-421d-9c94-90e051b9c38f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 946 time: 0.0733712 Apr 14 20:33:05.097959 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c9fd4b2e-3390-4b54-91dd-c3d48c9b9e06 None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:33:05.148350 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-956b3f58-ec71-48c7-adb7-3a5ef99daf6d req-551ba6d3-da73-4923-aa44-17b0921916c0 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910411 Apr 14 20:33:05.157650 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Attempting to bind port 33c93da5-c9d0-4d0e-a668-95a568adb3af on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:33:05.157998 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Attempting to bind port 33c93da5-c9d0-4d0e-a668-95a568adb3af by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '2645a5dd-c996-482b-83d4-5e1f8f056154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '682b4046-b819-4ba3-aec2-a5951c49d5f3'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:33:05.158333 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Attempting to bind port 33c93da5-c9d0-4d0e-a668-95a568adb3af on network 682b4046-b819-4ba3-aec2-a5951c49d5f3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:33:05.162933 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Port 33c93da5-c9d0-4d0e-a668-95a568adb3af on network 682b4046-b819-4ba3-aec2-a5951c49d5f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:33:05.163257 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Attempting to bind port 33c93da5-c9d0-4d0e-a668-95a568adb3af on network 682b4046-b819-4ba3-aec2-a5951c49d5f3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:33:05.168291 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:33:05.168629 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Checking segment: {'id': '2645a5dd-c996-482b-83d4-5e1f8f056154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '682b4046-b819-4ba3-aec2-a5951c49d5f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:33:05.169011 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Bound using segment: {'id': '2645a5dd-c996-482b-83d4-5e1f8f056154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '682b4046-b819-4ba3-aec2-a5951c49d5f3'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:33:05.169443 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Bound port: 33c93da5-c9d0-4d0e-a668-95a568adb3af, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2645a5dd-c996-482b-83d4-5e1f8f056154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '682b4046-b819-4ba3-aec2-a5951c49d5f3'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:33:05.169808 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (33c93da5-c9d0-4d0e-a668-95a568adb3af), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:05.235058 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] For port 33c93da5-c9d0-4d0e-a668-95a568adb3af, host hv-cinder-83753, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:33:05.238923 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] For port 33c93da5-c9d0-4d0e-a668-95a568adb3af, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=33c93da5-c9d0-4d0e-a668-95a568adb3af,segment=NetworkSegment(2645a5dd-c996-482b-83d4-5e1f8f056154),segment_id=2645a5dd-c996-482b-83d4-5e1f8f056154)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:33:05.245064 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (33c93da5-c9d0-4d0e-a668-95a568adb3af), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:05.280793 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:05.281397 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:05.282866 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] 10.222.0.46 "PUT /v2.0/ports/33c93da5-c9d0-4d0e-a668-95a568adb3af HTTP/1.1" status: 200 len: 1093 time: 0.9774268 Apr 14 20:33:05.293636 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c9fd4b2e-3390-4b54-91dd-c3d48c9b9e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:33:05.306288 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9803e-c3db-4a91-9eb1-10d9206d2615 service neutron] Pushing event updated for resources: {'Port': ['ID=33c93da5-c9d0-4d0e-a668-95a568adb3af,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:05.320873 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fd4b2e-3390-4b54-91dd-c3d48c9b9e06 None None] The sync data for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi is: [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:33:05.497428 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405b60f-7c1a-4b1d-babb-31d27acd3cec req-3db7e337-cabd-47d3-acb3-b9d6e9a058ee tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:05.499191 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2405b60f-7c1a-4b1d-babb-31d27acd3cec req-3db7e337-cabd-47d3-acb3-b9d6e9a058ee tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 943 time: 0.0486293 Apr 14 20:33:05.552234 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2405b60f-7c1a-4b1d-babb-31d27acd3cec req-8746a82c-32a6-4625-8128-4f1e7f3bd866 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461030 Apr 14 20:33:05.556844 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fb92b1-1974-4f6c-9a74-09b94944f327 None None] New status for floating IP df135107-0a02-4529-be3e-1042761515e1: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:33:05.699982 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-056de1a7-c013-4327-974e-b428fc536ade req-ca1c2247-3d5d-422a-91ed-4f9762b3856c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ef30f82-d59d-47bf-ad6e-509d6193ccde HTTP/1.1" status: 200 len: 210 time: 0.0455539 Apr 14 20:33:05.787248 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-a56c35d9-ce4e-4b14-9512-b7a7edb158bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:05.788825 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-a56c35d9-ce4e-4b14-9512-b7a7edb158bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4778c22768d34c6e8e786eb21fc66e5c&device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 1127 time: 0.0441115 Apr 14 20:33:05.838279 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-9e6b9f1b-aa94-4884-9a19-0f17fe0897ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33c93da5-c9d0-4d0e-a668-95a568adb3af HTTP/1.1" status: 200 len: 217 time: 0.0356927 Apr 14 20:33:05.903733 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-2394ea12-40ec-47a1-8aa5-83d655b5f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:05.906072 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-2394ea12-40ec-47a1-8aa5-83d655b5f242 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bf01ad32-2ab1-4d7e-9409-c7cd76b20633 HTTP/1.1" status: 200 len: 849 time: 0.0501633 Apr 14 20:33:05.927300 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device c330b900-5a50-44a3-94b0-1be460a36795 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:33:05.948131 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: c330b900-5a50-44a3-94b0-1be460a36795 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:33:05.948481 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device c330b900-5a50-44a3-94b0-1be460a36795 not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:33:05.970403 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-de2980af-9d52-46e0-822f-ece39d2fb3b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=682b4046-b819-4ba3-aec2-a5951c49d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282269 Apr 14 20:33:06.235522 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:06.273884 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216a003-68de-4d5e-8026-a3faec968e3e req-24f66c00-3c83-48d7-8a93-3dbb2ceef037 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:06.275423 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9216a003-68de-4d5e-8026-a3faec968e3e req-24f66c00-3c83-48d7-8a93-3dbb2ceef037 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 946 time: 0.0525143 Apr 14 20:33:06.330202 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9216a003-68de-4d5e-8026-a3faec968e3e req-b323532d-e91a-4580-97bd-d2068ef5f70f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493016 Apr 14 20:33:06.407962 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-ebd86230-2e78-45dc-bf12-e4b1502c549a service neutron] 10.222.0.46 "GET /v2.0/networks/682b4046-b819-4ba3-aec2-a5951c49d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982807 Apr 14 20:33:06.608556 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e64c7982-0c3b-4a38-b5a8-bf0cf72bdb85 req-10cfacdd-7de7-422c-a6f7-ab38675c99eb service neutron] 10.222.0.46 "GET /v2.0/networks/682b4046-b819-4ba3-aec2-a5951c49d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926588 Apr 14 20:33:06.672445 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96bb52-4696-44f8-9b8b-721be6066b09 req-8a23156f-eb6d-4aec-a38f-305794320034 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:06.673990 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f96bb52-4696-44f8-9b8b-721be6066b09 req-8a23156f-eb6d-4aec-a38f-305794320034 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 943 time: 0.0487397 Apr 14 20:33:06.724102 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f96bb52-4696-44f8-9b8b-721be6066b09 req-8a5640e7-1e08-43c2-a56b-f437e9b96b62 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433028 Apr 14 20:33:06.751854 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5dad49-6baa-49b5-bbf4-09d7c42fe58f', 'tag': '33c93da5-c9d0-4d0e-a668-95a568adb3af'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:33:06.754279 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1585d8c7-8d87-43c6-b219-f81574726201" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5dad49-6baa-49b5-bbf4-09d7c42fe58f", "tag": "33c93da5-c9d0-4d0e-a668-95a568adb3af"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:33:06.791806 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63bf5a8-6ae2-406b-a0c6-719ffad6dbe6 x-openstack-request-id: req-d63bf5a8-6ae2-406b-a0c6-719ffad6dbe6 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:33:06.792094 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5dad49-6baa-49b5-bbf4-09d7c42fe58f", "tag": "33c93da5-c9d0-4d0e-a668-95a568adb3af", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:33:06.792343 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d63bf5a8-6ae2-406b-a0c6-719ffad6dbe6 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:33:06.792777 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d63bf5a8-6ae2-406b-a0c6-719ffad6dbe6'] response: {'name': 'network-changed', 'server_uuid': '6e5dad49-6baa-49b5-bbf4-09d7c42fe58f', 'tag': '33c93da5-c9d0-4d0e-a668-95a568adb3af', 'status': 'completed', 'code': 200} Apr 14 20:33:06.793979 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 39628) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:33:06.847566 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb1a47af-fb16-4c73-9cde-b4944858aed4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (149add51-e5f0-4acf-98e2-769c200cd799), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:06.873958 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb1a47af-fb16-4c73-9cde-b4944858aed4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (149add51-e5f0-4acf-98e2-769c200cd799), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:06.923453 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb1a47af-fb16-4c73-9cde-b4944858aed4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (149add51-e5f0-4acf-98e2-769c200cd799), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:06.926909 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb1a47af-fb16-4c73-9cde-b4944858aed4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:06.928056 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-fb1a47af-fb16-4c73-9cde-b4944858aed4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "DELETE /v2.0/security-groups/149add51-e5f0-4acf-98e2-769c200cd799 HTTP/1.1" status: 204 len: 168 time: 0.1330628 Apr 14 20:33:06.930868 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 39630) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:33:06.936832 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a47af-fb16-4c73-9cde-b4944858aed4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149add51-e5f0-4acf-98e2-769c200cd799,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:06.947837 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.api.v2.resource [None req-0c10b339-674d-40eb-90bc-61106b377dd3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] show failed (client error): The resource could not be found. Apr 14 20:33:06.948860 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-0c10b339-674d-40eb-90bc-61106b377dd3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups/149add51-e5f0-4acf-98e2-769c200cd799 HTTP/1.1" status: 404 len: 347 time: 0.0169053 Apr 14 20:33:06.951749 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 39632) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:33:07.072510 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-3b371e9a-ba32-49a6-865d-8c99177578d0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Deleting port 305d72cd-5eee-4314-9b5e-de81c5673719 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:33:07.072858 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b371e9a-ba32-49a6-865d-8c99177578d0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (305d72cd-5eee-4314-9b5e-de81c5673719), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:07.147754 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b371e9a-ba32-49a6-865d-8c99177578d0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (305d72cd-5eee-4314-9b5e-de81c5673719), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:07.148084 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b371e9a-ba32-49a6-865d-8c99177578d0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (305d72cd-5eee-4314-9b5e-de81c5673719), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:07.161257 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-3b371e9a-ba32-49a6-865d-8c99177578d0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Calling delete_port for 305d72cd-5eee-4314-9b5e-de81c5673719 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:33:07.291847 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b371e9a-ba32-49a6-865d-8c99177578d0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (305d72cd-5eee-4314-9b5e-de81c5673719), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:07.318049 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b371e9a-ba32-49a6-865d-8c99177578d0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event deleted for resources: {'Port': ['ID=305d72cd-5eee-4314-9b5e-de81c5673719,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:07.382734 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b371e9a-ba32-49a6-865d-8c99177578d0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (df135107-0a02-4529-be3e-1042761515e1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:07.385278 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b371e9a-ba32-49a6-865d-8c99177578d0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:07.386492 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-3b371e9a-ba32-49a6-865d-8c99177578d0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "DELETE /v2.0/floatingips/df135107-0a02-4529-be3e-1042761515e1 HTTP/1.1" status: 204 len: 168 time: 0.4337947 Apr 14 20:33:07.455841 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fc0be-6e1f-4218-8f6e-c24f2b522a41 req-a38a5619-a9f6-4f57-8b23-37ed09a84d48 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:07.458158 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-747fc0be-6e1f-4218-8f6e-c24f2b522a41 req-a38a5619-a9f6-4f57-8b23-37ed09a84d48 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 946 time: 0.0480976 Apr 14 20:33:07.505999 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-747fc0be-6e1f-4218-8f6e-c24f2b522a41 req-c929be70-d74a-4bae-a3b5-a8959e80cf28 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420542 Apr 14 20:33:07.760328 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 39642) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:33:07.765126 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-bd8103d8-3f3c-4176-aa70-ab7503d79397 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2079604917', 'description': 'tempest-description--91562583'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:33:07.787168 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bd8103d8-3f3c-4176-aa70-ab7503d79397 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:07.851487 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe62be-e10c-4035-808c-df3a024acd1d req-e0e75a46-4670-4c18-9af4-34108c8b020c tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:07.853284 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7afe62be-e10c-4035-808c-df3a024acd1d req-e0e75a46-4670-4c18-9af4-34108c8b020c tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 943 time: 0.0487456 Apr 14 20:33:07.856755 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bd8103d8-3f3c-4176-aa70-ab7503d79397 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (31991549-85e3-425a-86a5-04c46059ab3a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:07.860708 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bd8103d8-3f3c-4176-aa70-ab7503d79397 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (31991549-85e3-425a-86a5-04c46059ab3a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:07.889457 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bd8103d8-3f3c-4176-aa70-ab7503d79397 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:07.890722 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-bd8103d8-3f3c-4176-aa70-ab7503d79397 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1292007 Apr 14 20:33:07.895207 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 39644) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:33:07.899613 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-26450936-82f3-4eb7-99bb-e94470008708 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'security_group_rule': {'security_group_id': '31991549-85e3-425a-86a5-04c46059ab3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:33:07.903416 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8103d8-3f3c-4176-aa70-ab7503d79397 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31991549-85e3-425a-86a5-04c46059ab3a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:07.906833 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7afe62be-e10c-4035-808c-df3a024acd1d req-c2a39db6-704d-4794-8736-f4184f0b7858 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478039 Apr 14 20:33:07.935660 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-26450936-82f3-4eb7-99bb-e94470008708 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (0cd98dfe-ad6f-48d7-971b-a950f38c4657), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:07.989528 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-26450936-82f3-4eb7-99bb-e94470008708 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (0cd98dfe-ad6f-48d7-971b-a950f38c4657), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:07.993139 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-26450936-82f3-4eb7-99bb-e94470008708 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (0cd98dfe-ad6f-48d7-971b-a950f38c4657), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:08.010593 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26450936-82f3-4eb7-99bb-e94470008708 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd98dfe-ad6f-48d7-971b-a950f38c4657,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:08.017726 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-26450936-82f3-4eb7-99bb-e94470008708 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:08.020846 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-26450936-82f3-4eb7-99bb-e94470008708 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227996 Apr 14 20:33:08.022574 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 39646) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:33:08.026787 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a77417d1-f377-47ea-bc37-cc56ef943d93 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'security_group_rule': {'security_group_id': '31991549-85e3-425a-86a5-04c46059ab3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:33:08.053044 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a77417d1-f377-47ea-bc37-cc56ef943d93 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (839a9364-18dd-4fb1-9ca4-a106cf4b3a0e), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:08.115004 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:08.121999 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a77417d1-f377-47ea-bc37-cc56ef943d93 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (839a9364-18dd-4fb1-9ca4-a106cf4b3a0e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:08.127562 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a77417d1-f377-47ea-bc37-cc56ef943d93 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (839a9364-18dd-4fb1-9ca4-a106cf4b3a0e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:08.154016 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77417d1-f377-47ea-bc37-cc56ef943d93 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839a9364-18dd-4fb1-9ca4-a106cf4b3a0e,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:08.166943 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a77417d1-f377-47ea-bc37-cc56ef943d93 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:08.166943 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a77417d1-f377-47ea-bc37-cc56ef943d93 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422992 Apr 14 20:33:08.169026 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 39650) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:33:08.173409 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-05609747-e1c7-4af6-94a7-33da900e42ef tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'floatingip': {'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:33:08.193553 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05609747-e1c7-4af6-94a7-33da900e42ef tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:08.268488 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05609747-e1c7-4af6-94a7-33da900e42ef tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:08.373719 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-05609747-e1c7-4af6-94a7-33da900e42ef tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Allocated IP 172.27.3.4 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/5372804c-07df-474d-8746-19cf0d1bf7ff) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:33:08.486394 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05609747-e1c7-4af6-94a7-33da900e42ef tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for port (5372804c-07df-474d-8746-19cf0d1bf7ff), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:08.530572 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05609747-e1c7-4af6-94a7-33da900e42ef tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (5372804c-07df-474d-8746-19cf0d1bf7ff), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:08.570723 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05609747-e1c7-4af6-94a7-33da900e42ef tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:33:08.573525 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-05609747-e1c7-4af6-94a7-33da900e42ef tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:33:08.576937 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05609747-e1c7-4af6-94a7-33da900e42ef tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:33:08.606047 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05609747-e1c7-4af6-94a7-33da900e42ef tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'Port': ['ID=5372804c-07df-474d-8746-19cf0d1bf7ff,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:08.680530 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05609747-e1c7-4af6-94a7-33da900e42ef tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (9b40fab2-a96b-486b-bb5d-2b9700ccf9b9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:08.719215 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05609747-e1c7-4af6-94a7-33da900e42ef tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (5372804c-07df-474d-8746-19cf0d1bf7ff), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:08.878154 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585d8c7-8d87-43c6-b219-f81574726201 req-e94b38ca-6494-4ee6-b44d-ae246da56617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:08.879870 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1585d8c7-8d87-43c6-b219-f81574726201 req-e94b38ca-6494-4ee6-b44d-ae246da56617 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4778c22768d34c6e8e786eb21fc66e5c&device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 1127 time: 0.0413058 Apr 14 20:33:08.879986 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05609747-e1c7-4af6-94a7-33da900e42ef tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for port (5372804c-07df-474d-8746-19cf0d1bf7ff), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:08.884382 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05609747-e1c7-4af6-94a7-33da900e42ef tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29644623'] for port (5372804c-07df-474d-8746-19cf0d1bf7ff), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:08.960076 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05609747-e1c7-4af6-94a7-33da900e42ef tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'Port': ['ID=5372804c-07df-474d-8746-19cf0d1bf7ff,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:08.969352 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05609747-e1c7-4af6-94a7-33da900e42ef tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (9b40fab2-a96b-486b-bb5d-2b9700ccf9b9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:08.970451 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585d8c7-8d87-43c6-b219-f81574726201 req-ed4016e3-30c0-4701-b807-9effd1c5d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:08.972583 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1585d8c7-8d87-43c6-b219-f81574726201 req-ed4016e3-30c0-4701-b807-9effd1c5d50a service neutron] 10.222.0.46 "GET /v2.0/networks?id=682b4046-b819-4ba3-aec2-a5951c49d5f3 HTTP/1.1" status: 200 len: 910 time: 0.0863099 Apr 14 20:33:08.986049 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05609747-e1c7-4af6-94a7-33da900e42ef tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:08.988409 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-05609747-e1c7-4af6-94a7-33da900e42ef tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8173990 Apr 14 20:33:09.022657 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1585d8c7-8d87-43c6-b219-f81574726201 req-0f97ddd9-fb86-41ca-a29e-e2aa394ebe61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33c93da5-c9d0-4d0e-a668-95a568adb3af HTTP/1.1" status: 200 len: 217 time: 0.0420341 Apr 14 20:33:09.095605 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48193d7-3b86-4873-9968-b45997d77fa6 req-e9ea5828-53c5-4049-93be-0036ed397d18 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:09.097836 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b48193d7-3b86-4873-9968-b45997d77fa6 req-e9ea5828-53c5-4049-93be-0036ed397d18 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 943 time: 0.0767906 Apr 14 20:33:09.113682 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585d8c7-8d87-43c6-b219-f81574726201 req-1552c373-0287-4fd7-a1a0-148e2b340b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:09.115358 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1585d8c7-8d87-43c6-b219-f81574726201 req-1552c373-0287-4fd7-a1a0-148e2b340b1a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bf01ad32-2ab1-4d7e-9409-c7cd76b20633 HTTP/1.1" status: 200 len: 849 time: 0.0837300 Apr 14 20:33:09.158769 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1585d8c7-8d87-43c6-b219-f81574726201 req-6e544224-d56d-4759-93ad-3362715e5634 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=682b4046-b819-4ba3-aec2-a5951c49d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346172 Apr 14 20:33:09.195958 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b48193d7-3b86-4873-9968-b45997d77fa6 req-1bb0b12d-789a-4ee9-95a5-55b5536c6385 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907700 Apr 14 20:33:09.201482 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-539b0fcb-2eb6-47ea-a277-d305dc1958a6 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2079604917&fields=id&tenant_id=924c18fd64a043699aeb1ce62cc31145 HTTP/1.1" status: 200 len: 267 time: 0.0462103 Apr 14 20:33:09.262268 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1585d8c7-8d87-43c6-b219-f81574726201 req-5fdf9a4b-37d1-4145-a46d-bd0797f1477b service neutron] 10.222.0.46 "GET /v2.0/networks/682b4046-b819-4ba3-aec2-a5951c49d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972016 Apr 14 20:33:09.307142 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-7db5afef-7459-45f0-a6c5-a54812c417d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:09.308580 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-7db5afef-7459-45f0-a6c5-a54812c417d7 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/networks?id=fc816253-53ef-4b12-982a-ad49d0c30481 HTTP/1.1" status: 200 len: 815 time: 0.1004930 Apr 14 20:33:09.323882 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-36fd459a-44f4-4c7e-b546-3478c531b546 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/quotas/924c18fd64a043699aeb1ce62cc31145 HTTP/1.1" status: 200 len: 375 time: 0.0096920 Apr 14 20:33:09.357530 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1585d8c7-8d87-43c6-b219-f81574726201 req-51a8d505-b6c8-4e83-bbe2-75b8c8281365 service neutron] 10.222.0.46 "GET /v2.0/networks/682b4046-b819-4ba3-aec2-a5951c49d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879951 Apr 14 20:33:09.365581 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:09.378318 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-b23abf87-bd90-43c9-a17a-45a7fec81c6a tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=924c18fd64a043699aeb1ce62cc31145&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491724 Apr 14 20:33:09.393472 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-34686365-c66f-4d4f-8af8-e519aa65027f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:33:09.395261 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-34686365-c66f-4d4f-8af8-e519aa65027f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058608 Apr 14 20:33:09.488278 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-a717e1e5-5848-4efa-97c4-f5d5ce20663e service neutron] 10.222.0.11 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869498 Apr 14 20:33:09.579286 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-22c203e5-018c-46c4-a27f-616100f01efd service neutron] 10.222.0.11 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850396 Apr 14 20:33:09.749601 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-19185d4e-fe22-4311-84a1-4866877f718c req-93c789c1-ea06-4f51-a4ff-af5c6ec836ac tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 210 time: 0.0307975 Apr 14 20:33:09.962533 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 33c93da5-c9d0-4d0e-a668-95a568adb3af details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:33:10.078093 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 33c93da5-c9d0-4d0e-a668-95a568adb3af, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=33c93da5-c9d0-4d0e-a668-95a568adb3af,segment=NetworkSegment(2645a5dd-c996-482b-83d4-5e1f8f056154),segment_id=2645a5dd-c996-482b-83d4-5e1f8f056154)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:10.103236 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': '33c93da5-c9d0-4d0e-a668-95a568adb3af', 'network_id': '682b4046-b819-4ba3-aec2-a5951c49d5f3', 'port_id': '33c93da5-c9d0-4d0e-a668-95a568adb3af', 'mac_address': 'fa:16:3e:d6:96:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf01ad32-2ab1-4d7e-9409-c7cd76b20633', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:33:10.149201 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 33c93da5-c9d0-4d0e-a668-95a568adb3af is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:33:10.150041 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (33c93da5-c9d0-4d0e-a668-95a568adb3af), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:10.165558 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c93da5-c9d0-4d0e-a668-95a568adb3af {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:33:10.187753 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 33c93da5-c9d0-4d0e-a668-95a568adb3af, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=33c93da5-c9d0-4d0e-a668-95a568adb3af,segment=NetworkSegment(2645a5dd-c996-482b-83d4-5e1f8f056154),segment_id=2645a5dd-c996-482b-83d4-5e1f8f056154)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:10.191543 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (33c93da5-c9d0-4d0e-a668-95a568adb3af), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:10.242979 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=33c93da5-c9d0-4d0e-a668-95a568adb3af,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:10.319988 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5ee08-182e-4d4d-9bc7-9f93fab9cc6b req-e14d59fd-f1bb-467a-8acd-63e97abdaaec tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:10.321473 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d5e5ee08-182e-4d4d-9bc7-9f93fab9cc6b req-e14d59fd-f1bb-467a-8acd-63e97abdaaec tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 944 time: 0.0515883 Apr 14 20:33:10.369307 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-d5e5ee08-182e-4d4d-9bc7-9f93fab9cc6b req-3a62731b-c5d7-4165-9089-1c605d4b9d23 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422184 Apr 14 20:33:10.535038 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['33c93da5-c9d0-4d0e-a668-95a568adb3af'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:33:10.839118 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d4e4bc7a-9da3-4e55-a11e-41fc9fb5f65f req-53f36bdc-c28c-41e1-a3fe-f3f5d3339ff3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 210 time: 0.0286796 Apr 14 20:33:10.915024 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-6922a4c2-24db-43e2-af02-f01292dc0eac tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:10.916542 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-6922a4c2-24db-43e2-af02-f01292dc0eac tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "GET /v2.0/networks?id=fc816253-53ef-4b12-982a-ad49d0c30481 HTTP/1.1" status: 200 len: 815 time: 0.1121774 Apr 14 20:33:10.979550 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-8321a27b-822f-49b3-acdc-71ef63b1d329 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=924c18fd64a043699aeb1ce62cc31145 HTTP/1.1" status: 200 len: 380 time: 0.0535064 Apr 14 20:33:11.041857 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'port': {'device_id': '5934fa8d-af25-460b-a9cc-354ac5fda916', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'admin_state_up': True, 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'security_groups': ['31991549-85e3-425a-86a5-04c46059ab3a']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:33:11.147077 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Made reservation on behalf of 924c18fd64a043699aeb1ce62cc31145 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:33:11.150570 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:11.276566 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Allocated IP 172.20.0.3 (fc816253-53ef-4b12-982a-ad49d0c30481/a3d11b83-af55-48c9-bf30-95e6969d035a/9542d43f-c399-4e3a-bc3c-0f24fe48b582) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:33:11.427945 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for port (9542d43f-c399-4e3a-bc3c-0f24fe48b582), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:11.500362 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37eb4d-2d0a-4cf6-92e4-d64aa9f02bfe req-332d3f61-a4ec-40f8-aab4-be0d2b3bfe7b tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:11.501847 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1a37eb4d-2d0a-4cf6-92e4-d64aa9f02bfe req-332d3f61-a4ec-40f8-aab4-be0d2b3bfe7b tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 944 time: 0.0529296 Apr 14 20:33:11.503278 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (9542d43f-c399-4e3a-bc3c-0f24fe48b582), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:11.571067 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Network fc816253-53ef-4b12-982a-ad49d0c30481 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:33:11.578585 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:33:11.580362 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event updated for resources: {'Port': ['ID=9542d43f-c399-4e3a-bc3c-0f24fe48b582,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:11.583738 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:33:11.623141 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:11.623501 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:11.623855 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:11.624197 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:11.624536 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:11.624875 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:11.625209 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:11.625541 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:11.625871 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:11.626201 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:11.626565 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:11.626899 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:11.627253 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:11.627583 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:11.627911 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:11.655622 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1a37eb4d-2d0a-4cf6-92e4-d64aa9f02bfe req-28823ca9-5369-4df7-aabc-c307792a50a8 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460898 Apr 14 20:33:11.675763 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:11.676392 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:11.693279 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-e10ba65d-9ade-4720-8ea1-16900989ac88 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6548398 Apr 14 20:33:11.704101 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Request body: {'port': {'device_id': '5934fa8d-af25-460b-a9cc-354ac5fda916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:33:11.764930 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (9542d43f-c399-4e3a-bc3c-0f24fe48b582), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:11.853576 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-818cd818-0e47-46d2-aa5e-de78d92c15f9 None None] Provisioning complete for port 9542d43f-c399-4e3a-bc3c-0f24fe48b582 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:33:11.854130 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-818cd818-0e47-46d2-aa5e-de78d92c15f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (9542d43f-c399-4e3a-bc3c-0f24fe48b582), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:11.891225 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-818cd818-0e47-46d2-aa5e-de78d92c15f9 None None] Port 9542d43f-c399-4e3a-bc3c-0f24fe48b582 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:33:11.952240 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8947284-780e-40fd-9549-ff3e0a28ce16 req-ca63c859-81de-481d-b4a3-5c1982e1c4ac tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:11.953628 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f8947284-780e-40fd-9549-ff3e0a28ce16 req-ca63c859-81de-481d-b4a3-5c1982e1c4ac tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 931 time: 0.0463161 Apr 14 20:33:11.985274 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 33c93da5-c9d0-4d0e-a668-95a568adb3af up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:33:12.001655 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f8947284-780e-40fd-9549-ff3e0a28ce16 req-3a2bd855-e947-471f-8c5d-2035b3cf96a0 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=31991549-85e3-425a-86a5-04c46059ab3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412872 Apr 14 20:33:12.033472 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port 33c93da5-c9d0-4d0e-a668-95a568adb3af completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:33:12.039153 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port 33c93da5-c9d0-4d0e-a668-95a568adb3af triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:33:12.039671 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (33c93da5-c9d0-4d0e-a668-95a568adb3af), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:12.046521 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9542d43f-c399-4e3a-bc3c-0f24fe48b582 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:33:12.054444 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Publish callbacks [] for port (9542d43f-c399-4e3a-bc3c-0f24fe48b582), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:12.068153 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Transition to ACTIVE for port object 9542d43f-c399-4e3a-bc3c-0f24fe48b582 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:33:12.072567 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (9542d43f-c399-4e3a-bc3c-0f24fe48b582), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:12.127229 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 33c93da5-c9d0-4d0e-a668-95a568adb3af is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:33:12.127703 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (33c93da5-c9d0-4d0e-a668-95a568adb3af), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:12.144568 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Pushing event updated for resources: {'Port': ['ID=9542d43f-c399-4e3a-bc3c-0f24fe48b582,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:12.162688 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 33c93da5-c9d0-4d0e-a668-95a568adb3af, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=33c93da5-c9d0-4d0e-a668-95a568adb3af,segment=NetworkSegment(2645a5dd-c996-482b-83d4-5e1f8f056154),segment_id=2645a5dd-c996-482b-83d4-5e1f8f056154)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:12.163661 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5dad49-6baa-49b5-bbf4-09d7c42fe58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c93da5-c9d0-4d0e-a668-95a568adb3af'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:33:12.166060 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa0d0eb-26c9-43ed-9449-a45951da5874" -d '{"events": [{"server_uuid": "6e5dad49-6baa-49b5-bbf4-09d7c42fe58f", "name": "network-vif-plugged", "status": "completed", "tag": "33c93da5-c9d0-4d0e-a668-95a568adb3af"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:33:12.180360 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (33c93da5-c9d0-4d0e-a668-95a568adb3af), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:12.221414 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Attempting to bind port 9542d43f-c399-4e3a-bc3c-0f24fe48b582 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:33:12.221788 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Attempting to bind port 9542d43f-c399-4e3a-bc3c-0f24fe48b582 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:33:12.222170 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Attempting to bind port 9542d43f-c399-4e3a-bc3c-0f24fe48b582 on network fc816253-53ef-4b12-982a-ad49d0c30481 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:33:12.223581 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0561aa3a-62f4-4b7c-86e3-db095c3921c2 x-openstack-request-id: req-0561aa3a-62f4-4b7c-86e3-db095c3921c2 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:33:12.223899 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5dad49-6baa-49b5-bbf4-09d7c42fe58f", "name": "network-vif-plugged", "status": "completed", "tag": "33c93da5-c9d0-4d0e-a668-95a568adb3af", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:33:12.224283 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0561aa3a-62f4-4b7c-86e3-db095c3921c2 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:33:12.224686 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0561aa3a-62f4-4b7c-86e3-db095c3921c2'] response: {'server_uuid': '6e5dad49-6baa-49b5-bbf4-09d7c42fe58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c93da5-c9d0-4d0e-a668-95a568adb3af', 'code': 200} Apr 14 20:33:12.227180 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Port 9542d43f-c399-4e3a-bc3c-0f24fe48b582 on network fc816253-53ef-4b12-982a-ad49d0c30481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:33:12.227501 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Attempting to bind port 9542d43f-c399-4e3a-bc3c-0f24fe48b582 on network fc816253-53ef-4b12-982a-ad49d0c30481 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:33:12.233090 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:33:12.233090 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Checking segment: {'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:33:12.233462 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Bound using segment: {'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:33:12.233885 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Bound port: 9542d43f-c399-4e3a-bc3c-0f24fe48b582, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:33:12.234802 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (9542d43f-c399-4e3a-bc3c-0f24fe48b582), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:12.247732 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=33c93da5-c9d0-4d0e-a668-95a568adb3af,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:12.312525 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] For port 9542d43f-c399-4e3a-bc3c-0f24fe48b582, host hv-cinder-83753, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:33:12.318832 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] For port 9542d43f-c399-4e3a-bc3c-0f24fe48b582, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9542d43f-c399-4e3a-bc3c-0f24fe48b582,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:33:12.325840 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (9542d43f-c399-4e3a-bc3c-0f24fe48b582), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:12.373280 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:12.374225 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:12.375519 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] 10.222.0.46 "PUT /v2.0/ports/9542d43f-c399-4e3a-bc3c-0f24fe48b582 HTTP/1.1" status: 200 len: 1093 time: 0.6755464 Apr 14 20:33:12.396990 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5934fa8d-af25-460b-a9cc-354ac5fda916', 'tag': '9542d43f-c399-4e3a-bc3c-0f24fe48b582'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:33:12.399559 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5abebd-fcd4-4bab-a0b0-623758d483cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5934fa8d-af25-460b-a9cc-354ac5fda916", "tag": "9542d43f-c399-4e3a-bc3c-0f24fe48b582"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:33:12.472473 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1621e05c-94a8-490b-879c-852ad625478a x-openstack-request-id: req-1621e05c-94a8-490b-879c-852ad625478a {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:33:12.473139 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5934fa8d-af25-460b-a9cc-354ac5fda916", "tag": "9542d43f-c399-4e3a-bc3c-0f24fe48b582", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:33:12.473139 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1621e05c-94a8-490b-879c-852ad625478a {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:33:12.473478 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1621e05c-94a8-490b-879c-852ad625478a'] response: {'name': 'network-changed', 'server_uuid': '5934fa8d-af25-460b-a9cc-354ac5fda916', 'tag': '9542d43f-c399-4e3a-bc3c-0f24fe48b582', 'status': 'completed', 'code': 200} Apr 14 20:33:12.474556 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac5c34-9deb-433e-9637-766832647f5d req-cca20b3f-1e1d-43ab-9645-65f3241a1b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:12.476079 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b3ac5c34-9deb-433e-9637-766832647f5d req-cca20b3f-1e1d-43ab-9645-65f3241a1b06 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 1129 time: 0.1194847 Apr 14 20:33:12.490517 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bc5d7-83e6-4020-9910-637d35c9fb02 service neutron] Pushing event updated for resources: {'Port': ['ID=9542d43f-c399-4e3a-bc3c-0f24fe48b582,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:12.505028 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-e044c4fc-3a3d-445e-9ba0-baa51c5f17e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:12.506549 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-e044c4fc-3a3d-445e-9ba0-baa51c5f17e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=924c18fd64a043699aeb1ce62cc31145&device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 1127 time: 0.0862846 Apr 14 20:33:12.557522 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-d4fe4654-f76a-4434-926c-d79861b8c96f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9542d43f-c399-4e3a-bc3c-0f24fe48b582 HTTP/1.1" status: 200 len: 217 time: 0.0441442 Apr 14 20:33:12.576492 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b3ac5c34-9deb-433e-9637-766832647f5d req-5a983cc5-9d3f-48f7-9c21-26da09c4c764 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934687 Apr 14 20:33:12.612129 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-c9f3309c-fde3-470a-902b-8c87b7c7cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:12.614224 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-c9f3309c-fde3-470a-902b-8c87b7c7cb2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d11b83-af55-48c9-bf30-95e6969d035a HTTP/1.1" status: 200 len: 854 time: 0.0494759 Apr 14 20:33:12.773765 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48915d2f-e6b8-45f7-8ac4-9cff16d03fc0 req-ddab9ea9-c0e2-4c20-8192-4d887ad01f59 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:12.775197 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-48915d2f-e6b8-45f7-8ac4-9cff16d03fc0 req-ddab9ea9-c0e2-4c20-8192-4d887ad01f59 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 945 time: 0.0492699 Apr 14 20:33:12.830452 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-48915d2f-e6b8-45f7-8ac4-9cff16d03fc0 req-69ccc6d2-9926-44c5-921d-d99d722a2e3c tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492504 Apr 14 20:33:12.856975 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-72c70639-d64d-4267-bf8f-d23c105f466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:12.858448 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-72c70639-d64d-4267-bf8f-d23c105f466d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc816253-53ef-4b12-982a-ad49d0c30481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425801 Apr 14 20:33:12.947485 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-5c1bcb5c-c444-4212-9d70-2840c3697d97 service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828042 Apr 14 20:33:13.035454 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1cc72e04-728d-4aa3-8402-c93752f77099 req-aadabb44-bbec-4ca0-9481-cda2c065832b service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809588 Apr 14 20:33:13.123999 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192e5bc-e914-4eda-8991-b8c9887186c1 req-d0ff57dc-f3c1-4702-b91e-9110b0377cb3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:13.125576 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b192e5bc-e914-4eda-8991-b8c9887186c1 req-d0ff57dc-f3c1-4702-b91e-9110b0377cb3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 943 time: 0.0518265 Apr 14 20:33:13.171942 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b192e5bc-e914-4eda-8991-b8c9887186c1 req-96d3f589-98e2-4e81-addb-03af5c2d2510 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=31991549-85e3-425a-86a5-04c46059ab3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408268 Apr 14 20:33:13.944838 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27a5db-919b-4593-954e-fb92461be05c req-f354bf0c-290e-47dc-abac-3efc0cfb777b tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:13.946207 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cd27a5db-919b-4593-954e-fb92461be05c req-f354bf0c-290e-47dc-abac-3efc0cfb777b tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 945 time: 0.0497477 Apr 14 20:33:13.991313 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-cd27a5db-919b-4593-954e-fb92461be05c req-ce03e72e-7178-4f9e-993c-8ed34dd73c77 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396080 Apr 14 20:33:14.287524 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df92bb-6a9d-4834-9eba-894744816fc3 req-12ec2bd3-7d79-4496-9a16-b20235a3a661 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:14.289058 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-81df92bb-6a9d-4834-9eba-894744816fc3 req-12ec2bd3-7d79-4496-9a16-b20235a3a661 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 943 time: 0.0506330 Apr 14 20:33:14.336309 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-81df92bb-6a9d-4834-9eba-894744816fc3 req-1546eb55-8434-478d-beb1-cad3d9138e21 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=31991549-85e3-425a-86a5-04c46059ab3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417337 Apr 14 20:33:15.100881 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d656bb-8fda-4ddd-8f82-39ebff260f20 req-4bba3557-dc38-441c-957d-84f5ecaf4f9f tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:15.102340 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-96d656bb-8fda-4ddd-8f82-39ebff260f20 req-4bba3557-dc38-441c-957d-84f5ecaf4f9f tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 945 time: 0.0462937 Apr 14 20:33:15.147770 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-96d656bb-8fda-4ddd-8f82-39ebff260f20 req-2d67d00f-ba82-4b6b-8aff-c792a6e258f9 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399837 Apr 14 20:33:15.446823 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e45cc-32f2-443c-9b66-afa1e16ac6c5 req-547cb65f-93db-4a73-be6b-2c24488ec12f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:15.448261 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f77e45cc-32f2-443c-9b66-afa1e16ac6c5 req-547cb65f-93db-4a73-be6b-2c24488ec12f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 943 time: 0.0462520 Apr 14 20:33:15.496357 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f77e45cc-32f2-443c-9b66-afa1e16ac6c5 req-68e03187-75aa-4b60-af1f-03afcf9cb73d tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=31991549-85e3-425a-86a5-04c46059ab3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427349 Apr 14 20:33:15.677292 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5abebd-fcd4-4bab-a0b0-623758d483cf req-9f669232-a2ab-43fe-aa8a-7299c0c2abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:15.678992 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fa5abebd-fcd4-4bab-a0b0-623758d483cf req-9f669232-a2ab-43fe-aa8a-7299c0c2abd4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=924c18fd64a043699aeb1ce62cc31145&device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 1127 time: 0.0436597 Apr 14 20:33:15.792453 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:33:16.293609 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f95a5-4c93-4a98-a560-3711c3be7ab9 req-87bdfcfd-5a80-4e4a-9db4-19b350dab1ae tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:16.295088 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-678f95a5-4c93-4a98-a560-3711c3be7ab9 req-87bdfcfd-5a80-4e4a-9db4-19b350dab1ae tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 945 time: 0.0791061 Apr 14 20:33:16.322023 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5abebd-fcd4-4bab-a0b0-623758d483cf req-a0742c3b-ac73-49aa-8677-a768c443199c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:16.323453 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fa5abebd-fcd4-4bab-a0b0-623758d483cf req-a0742c3b-ac73-49aa-8677-a768c443199c service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc816253-53ef-4b12-982a-ad49d0c30481 HTTP/1.1" status: 200 len: 916 time: 0.1370649 Apr 14 20:33:16.350910 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-678f95a5-4c93-4a98-a560-3711c3be7ab9 req-5da3abc9-e3d8-41a3-8c7d-4f7318d294c4 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488191 Apr 14 20:33:16.609393 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd755bb6-f86e-4767-8304-cd02120bbf05 req-aeeb7abe-13d9-4431-b873-8372921a4976 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:16.610893 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fd755bb6-f86e-4767-8304-cd02120bbf05 req-aeeb7abe-13d9-4431-b873-8372921a4976 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 943 time: 0.0477231 Apr 14 20:33:16.662022 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fd755bb6-f86e-4767-8304-cd02120bbf05 req-aa4ea058-7b67-4376-a828-3e437206b1d8 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=31991549-85e3-425a-86a5-04c46059ab3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454149 Apr 14 20:33:16.684761 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fa5abebd-fcd4-4bab-a0b0-623758d483cf req-d73e6440-0d8d-4c24-b733-68a962385b55 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9542d43f-c399-4e3a-bc3c-0f24fe48b582 HTTP/1.1" status: 200 len: 217 time: 0.0464218 Apr 14 20:33:16.740114 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5abebd-fcd4-4bab-a0b0-623758d483cf req-6d34b969-b74c-4a94-a3cd-9bdfa440b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:16.741602 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fa5abebd-fcd4-4bab-a0b0-623758d483cf req-6d34b969-b74c-4a94-a3cd-9bdfa440b057 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d11b83-af55-48c9-bf30-95e6969d035a HTTP/1.1" status: 200 len: 854 time: 0.0475206 Apr 14 20:33:16.970051 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591b69d-8733-41cb-a699-1779a570bba6 req-351f0be8-ed3f-4ed4-a65b-152d00295fcf tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:16.971516 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6591b69d-8733-41cb-a699-1779a570bba6 req-351f0be8-ed3f-4ed4-a65b-152d00295fcf tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 945 time: 0.0451858 Apr 14 20:33:17.016314 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6591b69d-8733-41cb-a699-1779a570bba6 req-2a240077-8e7e-4b79-84c3-5ef45b0df7b5 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387654 Apr 14 20:33:17.090749 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5abebd-fcd4-4bab-a0b0-623758d483cf req-bef1d6e6-dc49-48f6-9f88-6c7d5f65d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:17.092308 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fa5abebd-fcd4-4bab-a0b0-623758d483cf req-bef1d6e6-dc49-48f6-9f88-6c7d5f65d870 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc816253-53ef-4b12-982a-ad49d0c30481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412278 Apr 14 20:33:17.778376 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e2962-8b9a-489d-87b7-8d5ed79b9568 req-e799a60f-bcdc-4816-9f0e-88160adba179 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:17.779869 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fc7e2962-8b9a-489d-87b7-8d5ed79b9568 req-e799a60f-bcdc-4816-9f0e-88160adba179 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 943 time: 0.0493314 Apr 14 20:33:17.826043 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fc7e2962-8b9a-489d-87b7-8d5ed79b9568 req-52b552ea-3a91-4d93-b865-e1cfc2c29b1f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=31991549-85e3-425a-86a5-04c46059ab3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406253 Apr 14 20:33:17.999650 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 9542d43f-c399-4e3a-bc3c-0f24fe48b582 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:33:18.099287 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 9542d43f-c399-4e3a-bc3c-0f24fe48b582, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9542d43f-c399-4e3a-bc3c-0f24fe48b582,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:18.110811 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': '9542d43f-c399-4e3a-bc3c-0f24fe48b582', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'port_id': '9542d43f-c399-4e3a-bc3c-0f24fe48b582', 'mac_address': 'fa:16:3e:0b:2b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:33:18.140259 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc325b00-6590-44d9-8cd5-40035e29a85b req-f07f8945-76c4-44eb-bd6c-8f9bb8a69b28 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:18.141761 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cc325b00-6590-44d9-8cd5-40035e29a85b req-f07f8945-76c4-44eb-bd6c-8f9bb8a69b28 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 945 time: 0.0498402 Apr 14 20:33:18.196357 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cc325b00-6590-44d9-8cd5-40035e29a85b req-ff89f566-13ff-4277-b740-18f8fc4f0450 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486610 Apr 14 20:33:18.281321 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fa5abebd-fcd4-4bab-a0b0-623758d483cf req-976dfc95-ba5a-4ef2-8349-852fa634aeb1 service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017852 Apr 14 20:33:18.285414 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 9542d43f-c399-4e3a-bc3c-0f24fe48b582 is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:33:18.286325 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (9542d43f-c399-4e3a-bc3c-0f24fe48b582), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:18.298682 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9542d43f-c399-4e3a-bc3c-0f24fe48b582 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:33:18.320444 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 9542d43f-c399-4e3a-bc3c-0f24fe48b582, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9542d43f-c399-4e3a-bc3c-0f24fe48b582,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:18.325433 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (9542d43f-c399-4e3a-bc3c-0f24fe48b582), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:18.375277 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=9542d43f-c399-4e3a-bc3c-0f24fe48b582,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:18.399207 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-fa5abebd-fcd4-4bab-a0b0-623758d483cf req-4f2382ad-5176-4344-97cf-642603eb3258 service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985122 Apr 14 20:33:18.682974 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5995ce9-ecb7-45bf-ae4e-6250637a1a4c req-b7fe1f30-198c-4f04-aafe-c5375b0ed78a tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:18.684432 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c5995ce9-ecb7-45bf-ae4e-6250637a1a4c req-b7fe1f30-198c-4f04-aafe-c5375b0ed78a tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 945 time: 0.0513048 Apr 14 20:33:18.707247 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['9542d43f-c399-4e3a-bc3c-0f24fe48b582'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:33:18.776886 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-c5995ce9-ecb7-45bf-ae4e-6250637a1a4c req-2280b89b-326e-490c-9ee6-ebe0b3dcedf5 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Deleting port 33c93da5-c9d0-4d0e-a668-95a568adb3af {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:33:18.777347 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5995ce9-ecb7-45bf-ae4e-6250637a1a4c req-2280b89b-326e-490c-9ee6-ebe0b3dcedf5 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (33c93da5-c9d0-4d0e-a668-95a568adb3af), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:18.885679 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-c5995ce9-ecb7-45bf-ae4e-6250637a1a4c req-2280b89b-326e-490c-9ee6-ebe0b3dcedf5 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] For port 33c93da5-c9d0-4d0e-a668-95a568adb3af, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=33c93da5-c9d0-4d0e-a668-95a568adb3af,segment=NetworkSegment(2645a5dd-c996-482b-83d4-5e1f8f056154),segment_id=2645a5dd-c996-482b-83d4-5e1f8f056154)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:18.886390 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5995ce9-ecb7-45bf-ae4e-6250637a1a4c req-2280b89b-326e-490c-9ee6-ebe0b3dcedf5 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (33c93da5-c9d0-4d0e-a668-95a568adb3af), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:18.913047 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-c5995ce9-ecb7-45bf-ae4e-6250637a1a4c req-2280b89b-326e-490c-9ee6-ebe0b3dcedf5 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Calling delete_port for 33c93da5-c9d0-4d0e-a668-95a568adb3af owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:33:18.990290 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0eb6b9-7102-482a-8aee-05afb6de6129 req-049044de-29e4-40af-9b5f-09a3d8ef1993 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:18.991789 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8b0eb6b9-7102-482a-8aee-05afb6de6129 req-049044de-29e4-40af-9b5f-09a3d8ef1993 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 944 time: 0.0936604 Apr 14 20:33:19.059898 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8b0eb6b9-7102-482a-8aee-05afb6de6129 req-b7081b83-0950-422c-99de-6950fa9b22d2 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=31991549-85e3-425a-86a5-04c46059ab3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606675 Apr 14 20:33:19.115097 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5995ce9-ecb7-45bf-ae4e-6250637a1a4c req-2280b89b-326e-490c-9ee6-ebe0b3dcedf5 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (33c93da5-c9d0-4d0e-a668-95a568adb3af), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:19.297496 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8e2b97dd-3065-4576-81a7-a999e5f5b903 req-c594b479-6366-4b7b-aca8-af72205d1191 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e5dad49-6baa-49b5-bbf4-09d7c42fe58f HTTP/1.1" status: 200 len: 210 time: 0.0286648 Apr 14 20:33:19.440089 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280b89b-326e-490c-9ee6-ebe0b3dcedf5 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Pushing event deleted for resources: {'Port': ['ID=33c93da5-c9d0-4d0e-a668-95a568adb3af,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:19.485271 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5995ce9-ecb7-45bf-ae4e-6250637a1a4c req-2280b89b-326e-490c-9ee6-ebe0b3dcedf5 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] No DVR routers for this DVR port 33c93da5-c9d0-4d0e-a668-95a568adb3af on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:33:19.488020 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c5995ce9-ecb7-45bf-ae4e-6250637a1a4c req-2280b89b-326e-490c-9ee6-ebe0b3dcedf5 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:19.491268 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c5995ce9-ecb7-45bf-ae4e-6250637a1a4c req-2280b89b-326e-490c-9ee6-ebe0b3dcedf5 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.46 "DELETE /v2.0/ports/33c93da5-c9d0-4d0e-a668-95a568adb3af HTTP/1.1" status: 204 len: 173 time: 0.8015535 Apr 14 20:33:19.491724 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5dad49-6baa-49b5-bbf4-09d7c42fe58f', 'name': 'network-vif-deleted', 'tag': '33c93da5-c9d0-4d0e-a668-95a568adb3af'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:33:19.494000 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e77718-ace9-4122-9fea-f77080e92078" -d '{"events": [{"server_uuid": "6e5dad49-6baa-49b5-bbf4-09d7c42fe58f", "name": "network-vif-deleted", "tag": "33c93da5-c9d0-4d0e-a668-95a568adb3af"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:33:19.587626 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['33c93da5-c9d0-4d0e-a668-95a568adb3af'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:33:19.652569 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5063b37f-210e-43a2-aaf0-5ee70d4e4c0d x-openstack-request-id: req-5063b37f-210e-43a2-aaf0-5ee70d4e4c0d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:33:19.652859 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5dad49-6baa-49b5-bbf4-09d7c42fe58f", "name": "network-vif-deleted", "tag": "33c93da5-c9d0-4d0e-a668-95a568adb3af", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:33:19.653109 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5063b37f-210e-43a2-aaf0-5ee70d4e4c0d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:33:19.653501 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5063b37f-210e-43a2-aaf0-5ee70d4e4c0d'] response: {'server_uuid': '6e5dad49-6baa-49b5-bbf4-09d7c42fe58f', 'name': 'network-vif-deleted', 'tag': '33c93da5-c9d0-4d0e-a668-95a568adb3af', 'status': 'completed', 'code': 200} Apr 14 20:33:20.015736 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 9542d43f-c399-4e3a-bc3c-0f24fe48b582 up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:33:20.064476 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port 9542d43f-c399-4e3a-bc3c-0f24fe48b582 completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:33:20.070479 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port 9542d43f-c399-4e3a-bc3c-0f24fe48b582 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:33:20.070856 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (9542d43f-c399-4e3a-bc3c-0f24fe48b582), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:20.158325 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 9542d43f-c399-4e3a-bc3c-0f24fe48b582 is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:33:20.158695 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (9542d43f-c399-4e3a-bc3c-0f24fe48b582), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:20.185331 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5934fa8d-af25-460b-a9cc-354ac5fda916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9542d43f-c399-4e3a-bc3c-0f24fe48b582'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:33:20.187879 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd24e48d-35d6-4c84-925f-b3cfbb628816" -d '{"events": [{"server_uuid": "5934fa8d-af25-460b-a9cc-354ac5fda916", "name": "network-vif-plugged", "status": "completed", "tag": "9542d43f-c399-4e3a-bc3c-0f24fe48b582"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:33:20.194024 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56543084-68a7-4153-b505-2622bd3dd5e6 req-c3e9bdda-efa9-4ea0-a7f8-c9a925fdae8f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:20.195613 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-56543084-68a7-4153-b505-2622bd3dd5e6 req-c3e9bdda-efa9-4ea0-a7f8-c9a925fdae8f tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 944 time: 0.0584345 Apr 14 20:33:20.201715 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 9542d43f-c399-4e3a-bc3c-0f24fe48b582, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9542d43f-c399-4e3a-bc3c-0f24fe48b582,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:20.207516 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (9542d43f-c399-4e3a-bc3c-0f24fe48b582), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:20.250960 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-56543084-68a7-4153-b505-2622bd3dd5e6 req-432a9865-9aaf-4005-87bb-0f9ce2910b01 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=31991549-85e3-425a-86a5-04c46059ab3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490570 Apr 14 20:33:20.258349 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=9542d43f-c399-4e3a-bc3c-0f24fe48b582,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:20.293452 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91bd26c-4d46-4fc2-8cbb-95141ecfbeb0 x-openstack-request-id: req-c91bd26c-4d46-4fc2-8cbb-95141ecfbeb0 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:33:20.293755 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5934fa8d-af25-460b-a9cc-354ac5fda916", "name": "network-vif-plugged", "status": "completed", "tag": "9542d43f-c399-4e3a-bc3c-0f24fe48b582", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:33:20.294019 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c91bd26c-4d46-4fc2-8cbb-95141ecfbeb0 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:33:20.294461 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91bd26c-4d46-4fc2-8cbb-95141ecfbeb0'] response: {'server_uuid': '5934fa8d-af25-460b-a9cc-354ac5fda916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9542d43f-c399-4e3a-bc3c-0f24fe48b582', 'code': 200} Apr 14 20:33:20.505775 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95183d-d9f5-4b93-8376-f812eee700ab req-4d7627bb-4b8c-4864-b4ea-8f90ef5b76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:20.506971 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f95183d-d9f5-4b93-8376-f812eee700ab req-4d7627bb-4b8c-4864-b4ea-8f90ef5b76cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 1129 time: 0.0407331 Apr 14 20:33:20.553471 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4f95183d-d9f5-4b93-8376-f812eee700ab req-c76fa39f-79e4-4965-9392-20167f693cba service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=31991549-85e3-425a-86a5-04c46059ab3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400839 Apr 14 20:33:20.802661 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae87d9-8139-476e-b402-315b30896107 req-aaa12303-d05a-40cb-bdc7-7fb91f8a4d65 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:20.804115 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-31ae87d9-8139-476e-b402-315b30896107 req-aaa12303-d05a-40cb-bdc7-7fb91f8a4d65 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/networks?id=682b4046-b819-4ba3-aec2-a5951c49d5f3 HTTP/1.1" status: 200 len: 809 time: 0.3363588 Apr 14 20:33:20.818550 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-31ae87d9-8139-476e-b402-315b30896107 req-ec90f619-5861-45af-9dfe-79c3c80e74f3 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/quotas/4778c22768d34c6e8e786eb21fc66e5c HTTP/1.1" status: 200 len: 375 time: 0.0091898 Apr 14 20:33:20.849197 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-31ae87d9-8139-476e-b402-315b30896107 req-4b658eb2-b06f-4c3a-9978-347ee9e7d130 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4778c22768d34c6e8e786eb21fc66e5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259259 Apr 14 20:33:20.937762 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-31ae87d9-8139-476e-b402-315b30896107 req-43827d6a-2d66-4039-a0df-0dfa71f70e25 service neutron] 10.222.0.11 "GET /v2.0/networks/682b4046-b819-4ba3-aec2-a5951c49d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822432 Apr 14 20:33:21.023897 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-31ae87d9-8139-476e-b402-315b30896107 req-71d8f555-63c7-4e44-97d4-d94363d81059 service neutron] 10.222.0.11 "GET /v2.0/networks/682b4046-b819-4ba3-aec2-a5951c49d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798757 Apr 14 20:33:21.180534 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-85633ad3-8142-4c29-8f1a-97957c37e1dc req-8cc73e42-ce44-4083-9d2c-5a2ffceb4d38 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 210 time: 0.0285957 Apr 14 20:33:21.365388 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acfb36-026c-4c04-8b4c-3d335ba9d5e3 req-95c9c657-2e27-4c5a-acbe-096f2210aa5c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:21.367292 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-61acfb36-026c-4c04-8b4c-3d335ba9d5e3 req-95c9c657-2e27-4c5a-acbe-096f2210aa5c tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 945 time: 0.0507514 Apr 14 20:33:21.427503 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-61acfb36-026c-4c04-8b4c-3d335ba9d5e3 req-cf4bcd31-f0ac-4538-bf7d-9ec188deeea4 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=31991549-85e3-425a-86a5-04c46059ab3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536706 Apr 14 20:33:22.020999 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 33c93da5-c9d0-4d0e-a668-95a568adb3af no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:33:22.047811 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: 33c93da5-c9d0-4d0e-a668-95a568adb3af {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:33:22.048284 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 33c93da5-c9d0-4d0e-a668-95a568adb3af not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:33:22.272220 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-55e1558c-ee66-47d1-b614-69720df06a63 req-33498526-70f7-4ed4-8bd4-1cb8270cfe83 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 210 time: 0.0269759 Apr 14 20:33:22.540538 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106a772-9e42-4dd7-a875-2ed402ce6f45 req-a34f75e0-0ff2-4ec9-b526-af2cda7d9ec3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:22.541969 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c106a772-9e42-4dd7-a875-2ed402ce6f45 req-a34f75e0-0ff2-4ec9-b526-af2cda7d9ec3 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 945 time: 0.0482264 Apr 14 20:33:22.596250 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c106a772-9e42-4dd7-a875-2ed402ce6f45 req-e41acb9d-581a-48b3-832e-5388195a631b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=31991549-85e3-425a-86a5-04c46059ab3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475905 Apr 14 20:33:22.655918 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae87d9-8139-476e-b402-315b30896107 req-f2132be0-fdcd-4721-b655-b939c5105e2b tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:22.657475 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-31ae87d9-8139-476e-b402-315b30896107 req-f2132be0-fdcd-4721-b655-b939c5105e2b tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.46 "GET /v2.0/networks?id=682b4046-b819-4ba3-aec2-a5951c49d5f3 HTTP/1.1" status: 200 len: 809 time: 0.1107154 Apr 14 20:33:22.672118 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-31ae87d9-8139-476e-b402-315b30896107 req-8ba05948-a0d1-4623-98c8-54b60a23c4ec tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Request body: {'port': {'device_id': '322f71ad-14f4-46d5-a8ab-8c199152a42f', 'network_id': '682b4046-b819-4ba3-aec2-a5951c49d5f3', 'admin_state_up': True, 'tenant_id': '4778c22768d34c6e8e786eb21fc66e5c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:33:22.771455 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c6574-b861-4583-8ca4-17abf2354986 req-a7b7744d-948b-4245-b338-a7b850266eff tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:22.772907 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ce3c6574-b861-4583-8ca4-17abf2354986 req-a7b7744d-948b-4245-b338-a7b850266eff tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 945 time: 0.0952659 Apr 14 20:33:22.781282 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 39838) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:33:22.787927 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c3c3ff15-673d-49d9-a0fb-c7a2e7e6dc51 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Request body: {'floatingip': {'port_id': '9542d43f-c399-4e3a-bc3c-0f24fe48b582'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:33:22.834516 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3c3ff15-673d-49d9-a0fb-c7a2e7e6dc51 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (9b40fab2-a96b-486b-bb5d-2b9700ccf9b9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:22.942678 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ae87d9-8139-476e-b402-315b30896107 req-8ba05948-a0d1-4623-98c8-54b60a23c4ec tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Made reservation on behalf of 4778c22768d34c6e8e786eb21fc66e5c for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:33:22.945939 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-31ae87d9-8139-476e-b402-315b30896107 req-8ba05948-a0d1-4623-98c8-54b60a23c4ec tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:23.203970 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-31ae87d9-8139-476e-b402-315b30896107 req-8ba05948-a0d1-4623-98c8-54b60a23c4ec tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Allocated IP 172.20.0.11 (682b4046-b819-4ba3-aec2-a5951c49d5f3/bf01ad32-2ab1-4d7e-9409-c7cd76b20633/302f3e2f-432b-44b4-8835-722d6e3f5504) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:33:23.367797 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9d9dba65-ffc2-442d-8b71-81f83e272831 req-9c22c2cb-7927-471e-ad13-d7d31fdf85e2 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 210 time: 0.0304065 Apr 14 20:33:23.508712 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-31ae87d9-8139-476e-b402-315b30896107 req-8ba05948-a0d1-4623-98c8-54b60a23c4ec tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Publish callbacks [] for port (302f3e2f-432b-44b4-8835-722d6e3f5504), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:23.516441 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3c3ff15-673d-49d9-a0fb-c7a2e7e6dc51 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:23.522293 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3c3ff15-673d-49d9-a0fb-c7a2e7e6dc51 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (9b40fab2-a96b-486b-bb5d-2b9700ccf9b9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:23.630285 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-31ae87d9-8139-476e-b402-315b30896107 req-8ba05948-a0d1-4623-98c8-54b60a23c4ec tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (302f3e2f-432b-44b4-8835-722d6e3f5504), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:23.679736 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.l3_db [None req-c3c3ff15-673d-49d9-a0fb-c7a2e7e6dc51 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Floating IP 9b40fab2-a96b-486b-bb5d-2b9700ccf9b9 associated. External IP: 172.27.3.4, port: 9542d43f-c399-4e3a-bc3c-0f24fe48b582. Apr 14 20:33:23.682682 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ae87d9-8139-476e-b402-315b30896107 req-8ba05948-a0d1-4623-98c8-54b60a23c4ec tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Network 682b4046-b819-4ba3-aec2-a5951c49d5f3 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:33:23.719958 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-31ae87d9-8139-476e-b402-315b30896107 req-8ba05948-a0d1-4623-98c8-54b60a23c4ec tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:33:23.727011 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ae87d9-8139-476e-b402-315b30896107 req-8ba05948-a0d1-4623-98c8-54b60a23c4ec tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:33:23.732408 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba05948-a0d1-4623-98c8-54b60a23c4ec tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Pushing event updated for resources: {'Port': ['ID=302f3e2f-432b-44b4-8835-722d6e3f5504,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:23.813982 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae87d9-8139-476e-b402-315b30896107 req-8ba05948-a0d1-4623-98c8-54b60a23c4ec tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:23.814533 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-31ae87d9-8139-476e-b402-315b30896107 req-8ba05948-a0d1-4623-98c8-54b60a23c4ec tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:23.841124 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-31ae87d9-8139-476e-b402-315b30896107 req-8ba05948-a0d1-4623-98c8-54b60a23c4ec tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1755347 Apr 14 20:33:23.855294 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Request body: {'port': {'device_id': '322f71ad-14f4-46d5-a8ab-8c199152a42f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:33:23.989778 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (302f3e2f-432b-44b4-8835-722d6e3f5504), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:24.036422 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c3ff15-673d-49d9-a0fb-c7a2e7e6dc51 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:33:24.271119 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c3ff15-673d-49d9-a0fb-c7a2e7e6dc51 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:33:24.276279 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3c3ff15-673d-49d9-a0fb-c7a2e7e6dc51 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:24.280417 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf3bce-c99d-4d19-a3b2-fe411478753d None None] Sync routers for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:33:24.290695 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abf3bce-c99d-4d19-a3b2-fe411478753d None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:33:24.291305 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0abf3bce-c99d-4d19-a3b2-fe411478753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:33:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:33:24.325078 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-c3c3ff15-673d-49d9-a0fb-c7a2e7e6dc51 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "PUT /v2.0/floatingips/9b40fab2-a96b-486b-bb5d-2b9700ccf9b9 HTTP/1.1" status: 200 len: 989 time: 1.5427520 Apr 14 20:33:24.326834 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5934fa8d-af25-460b-a9cc-354ac5fda916', 'tag': '9542d43f-c399-4e3a-bc3c-0f24fe48b582'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:33:24.329044 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746eb638-2610-4640-949a-1fc818dfb537" -d '{"events": [{"name": "network-changed", "server_uuid": "5934fa8d-af25-460b-a9cc-354ac5fda916", "tag": "9542d43f-c399-4e3a-bc3c-0f24fe48b582"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:33:24.372440 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcc4167-fcc9-48ef-a8f3-fa37bb799783 x-openstack-request-id: req-ffcc4167-fcc9-48ef-a8f3-fa37bb799783 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:33:24.372726 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5934fa8d-af25-460b-a9cc-354ac5fda916", "tag": "9542d43f-c399-4e3a-bc3c-0f24fe48b582", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:33:24.372971 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ffcc4167-fcc9-48ef-a8f3-fa37bb799783 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:33:24.373362 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffcc4167-fcc9-48ef-a8f3-fa37bb799783'] response: {'name': 'network-changed', 'server_uuid': '5934fa8d-af25-460b-a9cc-354ac5fda916', 'tag': '9542d43f-c399-4e3a-bc3c-0f24fe48b582', 'status': 'completed', 'code': 200} Apr 14 20:33:24.388824 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302f3e2f-432b-44b4-8835-722d6e3f5504 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:33:24.404641 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0abf3bce-c99d-4d19-a3b2-fe411478753d None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:33:24.408581 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Publish callbacks [] for port (302f3e2f-432b-44b4-8835-722d6e3f5504), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:24.445883 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Transition to ACTIVE for port object 302f3e2f-432b-44b4-8835-722d6e3f5504 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:33:24.447456 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eb638-2610-4640-949a-1fc818dfb537 req-1b32e747-f6ab-4252-9966-740755520e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:24.448892 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-746eb638-2610-4640-949a-1fc818dfb537 req-1b32e747-f6ab-4252-9966-740755520e36 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=924c18fd64a043699aeb1ce62cc31145&device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 1129 time: 0.0551777 Apr 14 20:33:24.451669 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (302f3e2f-432b-44b4-8835-722d6e3f5504), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:24.496172 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6e057-a233-496e-a3fe-ed384822c6ee req-d127e1ea-869f-4774-9005-f80aa04c1b76 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:24.497963 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0aa6e057-a233-496e-a3fe-ed384822c6ee req-d127e1ea-869f-4774-9005-f80aa04c1b76 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 944 time: 0.0541737 Apr 14 20:33:24.557033 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0aa6e057-a233-496e-a3fe-ed384822c6ee req-1e13dfc4-6b97-4319-9f64-56c6f3ea17b4 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529428 Apr 14 20:33:24.588842 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Pushing event updated for resources: {'Port': ['ID=302f3e2f-432b-44b4-8835-722d6e3f5504,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:24.659643 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eb638-2610-4640-949a-1fc818dfb537 req-4804a492-335e-4336-a1b5-be22772a8d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:24.661159 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-746eb638-2610-4640-949a-1fc818dfb537 req-4804a492-335e-4336-a1b5-be22772a8d45 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc816253-53ef-4b12-982a-ad49d0c30481 HTTP/1.1" status: 200 len: 916 time: 0.2042360 Apr 14 20:33:24.661845 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0abf3bce-c99d-4d19-a3b2-fe411478753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '9b40fab2-a96b-486b-bb5d-2b9700ccf9b9', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'port_id': '9542d43f-c399-4e3a-bc3c-0f24fe48b582', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'mac_address': 'fa:16:3e:0b:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5934fa8d-af25-460b-a9cc-354ac5fda916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:33:08Z', 'updated_at': '2022-04-14T20:33:23Z', 'revision_number': 1, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:33:24.728361 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Attempting to bind port 302f3e2f-432b-44b4-8835-722d6e3f5504 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:33:24.728709 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Attempting to bind port 302f3e2f-432b-44b4-8835-722d6e3f5504 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '2645a5dd-c996-482b-83d4-5e1f8f056154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '682b4046-b819-4ba3-aec2-a5951c49d5f3'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:33:24.729043 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Attempting to bind port 302f3e2f-432b-44b4-8835-722d6e3f5504 on network 682b4046-b819-4ba3-aec2-a5951c49d5f3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:33:24.742771 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Port 302f3e2f-432b-44b4-8835-722d6e3f5504 on network 682b4046-b819-4ba3-aec2-a5951c49d5f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:33:24.743099 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Attempting to bind port 302f3e2f-432b-44b4-8835-722d6e3f5504 on network 682b4046-b819-4ba3-aec2-a5951c49d5f3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:33:24.749455 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-746eb638-2610-4640-949a-1fc818dfb537 req-4ca5b487-0bf6-4545-a9ad-b5dfeb652a6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9542d43f-c399-4e3a-bc3c-0f24fe48b582 HTTP/1.1" status: 200 len: 997 time: 0.0821323 Apr 14 20:33:24.752128 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:33:24.752476 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Checking segment: {'id': '2645a5dd-c996-482b-83d4-5e1f8f056154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '682b4046-b819-4ba3-aec2-a5951c49d5f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:33:24.752859 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Bound using segment: {'id': '2645a5dd-c996-482b-83d4-5e1f8f056154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '682b4046-b819-4ba3-aec2-a5951c49d5f3'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:33:24.753294 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Bound port: 302f3e2f-432b-44b4-8835-722d6e3f5504, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2645a5dd-c996-482b-83d4-5e1f8f056154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '682b4046-b819-4ba3-aec2-a5951c49d5f3'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:33:24.753659 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (302f3e2f-432b-44b4-8835-722d6e3f5504), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:24.792811 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf3bce-c99d-4d19-a3b2-fe411478753d None None] Checking router: 6234cb36-42be-4975-8a0a-5dec5c82e1a6 for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:33:24.803524 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abf3bce-c99d-4d19-a3b2-fe411478753d None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:33:24.804156 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0abf3bce-c99d-4d19-a3b2-fe411478753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:33:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:33:24.838438 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eb638-2610-4640-949a-1fc818dfb537 req-6434baa7-83e4-446a-a998-1384f211d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:24.840000 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-746eb638-2610-4640-949a-1fc818dfb537 req-6434baa7-83e4-446a-a998-1384f211d3e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d11b83-af55-48c9-bf30-95e6969d035a HTTP/1.1" status: 200 len: 854 time: 0.0835984 Apr 14 20:33:24.891328 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] For port 302f3e2f-432b-44b4-8835-722d6e3f5504, host hv-cinder-83753, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:33:24.904929 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eb638-2610-4640-949a-1fc818dfb537 req-aa386bd0-571e-44fa-9fab-7bc9de47246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:24.906461 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-746eb638-2610-4640-949a-1fc818dfb537 req-aa386bd0-571e-44fa-9fab-7bc9de47246f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc816253-53ef-4b12-982a-ad49d0c30481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601997 Apr 14 20:33:24.909684 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] For port 302f3e2f-432b-44b4-8835-722d6e3f5504, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=302f3e2f-432b-44b4-8835-722d6e3f5504,segment=NetworkSegment(2645a5dd-c996-482b-83d4-5e1f8f056154),segment_id=2645a5dd-c996-482b-83d4-5e1f8f056154)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:33:24.916593 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-0abf3bce-c99d-4d19-a3b2-fe411478753d None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:33:24.922349 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (302f3e2f-432b-44b4-8835-722d6e3f5504), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:25.006455 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:25.007137 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:25.008533 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-31ae87d9-8139-476e-b402-315b30896107 req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] 10.222.0.46 "PUT /v2.0/ports/302f3e2f-432b-44b4-8835-722d6e3f5504 HTTP/1.1" status: 200 len: 1094 time: 1.1573768 Apr 14 20:33:25.039985 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85d68f-c370-4769-834b-835bad9ecc70 service neutron] Pushing event updated for resources: {'Port': ['ID=302f3e2f-432b-44b4-8835-722d6e3f5504,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:25.062638 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-746eb638-2610-4640-949a-1fc818dfb537 req-a5541752-e847-4f9c-9460-05f78e6c7765 service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485710 Apr 14 20:33:25.112912 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae87d9-8139-476e-b402-315b30896107 req-3482bf0b-3a10-4cb2-8004-ef3d9d6226db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:25.114375 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-31ae87d9-8139-476e-b402-315b30896107 req-3482bf0b-3a10-4cb2-8004-ef3d9d6226db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4778c22768d34c6e8e786eb21fc66e5c&device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 1128 time: 0.0666382 Apr 14 20:33:25.143133 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-0abf3bce-c99d-4d19-a3b2-fe411478753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '9b40fab2-a96b-486b-bb5d-2b9700ccf9b9', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'port_id': '9542d43f-c399-4e3a-bc3c-0f24fe48b582', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'mac_address': 'fa:16:3e:0b:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5934fa8d-af25-460b-a9cc-354ac5fda916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:33:08Z', 'updated_at': '2022-04-14T20:33:23Z', 'revision_number': 1, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:33:25.174135 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf3bce-c99d-4d19-a3b2-fe411478753d None None] The sync data for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi is: [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '9b40fab2-a96b-486b-bb5d-2b9700ccf9b9', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'port_id': '9542d43f-c399-4e3a-bc3c-0f24fe48b582', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'mac_address': 'fa:16:3e:0b:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5934fa8d-af25-460b-a9cc-354ac5fda916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:33:08Z', 'updated_at': '2022-04-14T20:33:23Z', 'revision_number': 1, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:33:25.182458 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-31ae87d9-8139-476e-b402-315b30896107 req-8563fcd3-2262-4c08-ba09-330e03e61a49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=302f3e2f-432b-44b4-8835-722d6e3f5504 HTTP/1.1" status: 200 len: 217 time: 0.0400167 Apr 14 20:33:25.242579 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-746eb638-2610-4640-949a-1fc818dfb537 req-9ab61731-f5db-4aaf-9c79-6892f6396d9f service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646852 Apr 14 20:33:25.249708 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae87d9-8139-476e-b402-315b30896107 req-e54e6a95-4b48-46db-a60e-6a4fd5351e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:25.251137 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-31ae87d9-8139-476e-b402-315b30896107 req-e54e6a95-4b48-46db-a60e-6a4fd5351e93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bf01ad32-2ab1-4d7e-9409-c7cd76b20633 HTTP/1.1" status: 200 len: 849 time: 0.0608637 Apr 14 20:33:25.290255 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-31ae87d9-8139-476e-b402-315b30896107 req-fe2576c1-743d-48dd-99cf-c9eba3572274 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=682b4046-b819-4ba3-aec2-a5951c49d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313854 Apr 14 20:33:25.380761 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-31ae87d9-8139-476e-b402-315b30896107 req-8de11bd7-2929-4ecc-bcfd-81964f6d579f service neutron] 10.222.0.46 "GET /v2.0/networks/682b4046-b819-4ba3-aec2-a5951c49d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849860 Apr 14 20:33:25.393018 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8238ad82-e347-409f-b334-59b4e459dca7 None None] New status for floating IP 9b40fab2-a96b-486b-bb5d-2b9700ccf9b9: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:33:25.476171 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-31ae87d9-8139-476e-b402-315b30896107 req-0cbd770a-1f59-47d7-ba6d-b2382a45b085 service neutron] 10.222.0.46 "GET /v2.0/networks/682b4046-b819-4ba3-aec2-a5951c49d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897231 Apr 14 20:33:25.681948 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39832e76-6f42-4524-82bc-f3146b7e5108 req-e61ebf99-b06c-45ad-8dcb-ad0e46e5c539 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:25.683441 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-39832e76-6f42-4524-82bc-f3146b7e5108 req-e61ebf99-b06c-45ad-8dcb-ad0e46e5c539 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 944 time: 0.0522821 Apr 14 20:33:25.737485 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-39832e76-6f42-4524-82bc-f3146b7e5108 req-c77e0932-468b-47bd-9763-110257d0511f tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485566 Apr 14 20:33:26.374301 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322f71ad-14f4-46d5-a8ab-8c199152a42f', 'tag': '302f3e2f-432b-44b4-8835-722d6e3f5504'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:33:26.376678 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6e0eca-2bbc-4338-832c-809a70f6e019" -d '{"events": [{"name": "network-changed", "server_uuid": "322f71ad-14f4-46d5-a8ab-8c199152a42f", "tag": "302f3e2f-432b-44b4-8835-722d6e3f5504"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:33:26.410305 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a21444b-0307-4f68-b349-4ab1d8e3e3e3 x-openstack-request-id: req-1a21444b-0307-4f68-b349-4ab1d8e3e3e3 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:33:26.411207 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "322f71ad-14f4-46d5-a8ab-8c199152a42f", "tag": "302f3e2f-432b-44b4-8835-722d6e3f5504", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:33:26.411489 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a21444b-0307-4f68-b349-4ab1d8e3e3e3 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:33:26.411927 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a21444b-0307-4f68-b349-4ab1d8e3e3e3'] response: {'name': 'network-changed', 'server_uuid': '322f71ad-14f4-46d5-a8ab-8c199152a42f', 'tag': '302f3e2f-432b-44b4-8835-722d6e3f5504', 'status': 'completed', 'code': 200} Apr 14 20:33:26.848071 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced328-1b04-4e90-8a02-ce32c1a46b41 req-1b8dace9-ec07-4a8a-8b20-e1a2c960d973 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:26.849560 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-27ced328-1b04-4e90-8a02-ce32c1a46b41 req-1b8dace9-ec07-4a8a-8b20-e1a2c960d973 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 944 time: 0.0452123 Apr 14 20:33:26.897923 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-27ced328-1b04-4e90-8a02-ce32c1a46b41 req-7067e4ce-adc3-4fa7-a449-74b58f203509 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428648 Apr 14 20:33:28.009580 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a944a7-f193-4c07-aed6-5fa12ef944fa req-8c7788d9-d628-4665-80f9-028fc35ac703 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:28.010977 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-34a944a7-f193-4c07-aed6-5fa12ef944fa req-8c7788d9-d628-4665-80f9-028fc35ac703 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 944 time: 0.0472827 Apr 14 20:33:28.056891 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-34a944a7-f193-4c07-aed6-5fa12ef944fa req-00e27bb7-19b7-4cc9-9767-c708df3d0aee tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403347 Apr 14 20:33:28.183550 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e0eca-2bbc-4338-832c-809a70f6e019 req-6585f708-cd78-4e0c-bec2-8958ae5cdbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:28.185075 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4d6e0eca-2bbc-4338-832c-809a70f6e019 req-6585f708-cd78-4e0c-bec2-8958ae5cdbb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4778c22768d34c6e8e786eb21fc66e5c&device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 1128 time: 0.0401649 Apr 14 20:33:28.275042 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e0eca-2bbc-4338-832c-809a70f6e019 req-55734274-1e15-4aa1-8053-11f8d4b39e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:28.276402 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4d6e0eca-2bbc-4338-832c-809a70f6e019 req-55734274-1e15-4aa1-8053-11f8d4b39e7f service neutron] 10.222.0.46 "GET /v2.0/networks?id=682b4046-b819-4ba3-aec2-a5951c49d5f3 HTTP/1.1" status: 200 len: 910 time: 0.0829816 Apr 14 20:33:29.184400 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4d6e0eca-2bbc-4338-832c-809a70f6e019 req-252899df-7292-4410-b100-962165041e7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=302f3e2f-432b-44b4-8835-722d6e3f5504 HTTP/1.1" status: 200 len: 217 time: 0.3150575 Apr 14 20:33:29.253510 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40ac8f-3df6-4cfc-a0bb-86b76638da51 req-524e062d-5423-4438-9104-d4b9928f13f3 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:29.255520 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3c40ac8f-3df6-4cfc-a0bb-86b76638da51 req-524e062d-5423-4438-9104-d4b9928f13f3 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 944 time: 0.0736077 Apr 14 20:33:29.264248 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e0eca-2bbc-4338-832c-809a70f6e019 req-90653a51-0aa6-414d-ae3a-19275260f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:29.265572 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4d6e0eca-2bbc-4338-832c-809a70f6e019 req-90653a51-0aa6-414d-ae3a-19275260f3a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bf01ad32-2ab1-4d7e-9409-c7cd76b20633 HTTP/1.1" status: 200 len: 849 time: 0.0729752 Apr 14 20:33:29.305951 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4d6e0eca-2bbc-4338-832c-809a70f6e019 req-dfb3b46d-cd54-4b4d-92ca-4eddb8fa38e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=682b4046-b819-4ba3-aec2-a5951c49d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340388 Apr 14 20:33:29.352617 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3c40ac8f-3df6-4cfc-a0bb-86b76638da51 req-572e7d5a-9ea7-4396-acbf-8a0b58af6434 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906153 Apr 14 20:33:29.407855 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4d6e0eca-2bbc-4338-832c-809a70f6e019 req-54604438-9830-481e-ad80-38291dd497a7 service neutron] 10.222.0.46 "GET /v2.0/networks/682b4046-b819-4ba3-aec2-a5951c49d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931053 Apr 14 20:33:29.499334 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-4d6e0eca-2bbc-4338-832c-809a70f6e019 req-9e51644a-47f5-4627-bbee-ef81abbe8695 service neutron] 10.222.0.46 "GET /v2.0/networks/682b4046-b819-4ba3-aec2-a5951c49d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850899 Apr 14 20:33:30.085857 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 302f3e2f-432b-44b4-8835-722d6e3f5504 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:33:30.188757 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 302f3e2f-432b-44b4-8835-722d6e3f5504, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=302f3e2f-432b-44b4-8835-722d6e3f5504,segment=NetworkSegment(2645a5dd-c996-482b-83d4-5e1f8f056154),segment_id=2645a5dd-c996-482b-83d4-5e1f8f056154)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:30.200183 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': '302f3e2f-432b-44b4-8835-722d6e3f5504', 'network_id': '682b4046-b819-4ba3-aec2-a5951c49d5f3', 'port_id': '302f3e2f-432b-44b4-8835-722d6e3f5504', 'mac_address': 'fa:16:3e:0c:8f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf01ad32-2ab1-4d7e-9409-c7cd76b20633', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:33:30.237500 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 302f3e2f-432b-44b4-8835-722d6e3f5504 is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:33:30.237897 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (302f3e2f-432b-44b4-8835-722d6e3f5504), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:30.250546 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302f3e2f-432b-44b4-8835-722d6e3f5504 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:33:30.273857 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 302f3e2f-432b-44b4-8835-722d6e3f5504, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=302f3e2f-432b-44b4-8835-722d6e3f5504,segment=NetworkSegment(2645a5dd-c996-482b-83d4-5e1f8f056154),segment_id=2645a5dd-c996-482b-83d4-5e1f8f056154)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:30.278357 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (302f3e2f-432b-44b4-8835-722d6e3f5504), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:30.326837 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=302f3e2f-432b-44b4-8835-722d6e3f5504,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:30.334405 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:30.334758 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:30.335102 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:30.335441 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:30.335777 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:30.336112 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:30.336443 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:30.336862 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:30.337201 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:30.337528 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:30.337900 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:30.338182 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:30.338529 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:30.338856 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:30.339179 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:30.464607 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a3f69-251f-4b6e-912e-e4acec57acf6 req-9a29626a-eab4-403c-ab41-4706701ccdaf tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:30.466025 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-559a3f69-251f-4b6e-912e-e4acec57acf6 req-9a29626a-eab4-403c-ab41-4706701ccdaf tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 945 time: 0.0473003 Apr 14 20:33:30.512502 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-559a3f69-251f-4b6e-912e-e4acec57acf6 req-94cf4a50-d1cb-417d-8ab5-49cfee57beea tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406847 Apr 14 20:33:30.688081 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['302f3e2f-432b-44b4-8835-722d6e3f5504'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:33:31.336402 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f3f0-4cb7-4056-83e8-57f97f374336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:31.633231 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d1e49-26e4-4a5d-8364-eeddec1b1b16 req-9ea5ae9e-e1d9-4b4a-b265-19f4aaddf55c tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:31.635497 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-436d1e49-26e4-4a5d-8364-eeddec1b1b16 req-9ea5ae9e-e1d9-4b4a-b265-19f4aaddf55c tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 945 time: 0.0539615 Apr 14 20:33:31.682590 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-436d1e49-26e4-4a5d-8364-eeddec1b1b16 req-cc0c4113-1bed-40c7-ab29-b8f05da7b286 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Apr 14 20:33:32.096378 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 302f3e2f-432b-44b4-8835-722d6e3f5504 up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:33:32.140317 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port 302f3e2f-432b-44b4-8835-722d6e3f5504 completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:33:32.146847 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port 302f3e2f-432b-44b4-8835-722d6e3f5504 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:33:32.147207 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (302f3e2f-432b-44b4-8835-722d6e3f5504), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:32.221428 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 302f3e2f-432b-44b4-8835-722d6e3f5504 is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:33:32.221814 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (302f3e2f-432b-44b4-8835-722d6e3f5504), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:32.246933 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322f71ad-14f4-46d5-a8ab-8c199152a42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302f3e2f-432b-44b4-8835-722d6e3f5504'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:33:32.249111 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03856077-67b7-4a33-8b9a-5fa6ac02465c" -d '{"events": [{"server_uuid": "322f71ad-14f4-46d5-a8ab-8c199152a42f", "name": "network-vif-plugged", "status": "completed", "tag": "302f3e2f-432b-44b4-8835-722d6e3f5504"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:33:32.261514 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 302f3e2f-432b-44b4-8835-722d6e3f5504, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=302f3e2f-432b-44b4-8835-722d6e3f5504,segment=NetworkSegment(2645a5dd-c996-482b-83d4-5e1f8f056154),segment_id=2645a5dd-c996-482b-83d4-5e1f8f056154)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:32.265735 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (302f3e2f-432b-44b4-8835-722d6e3f5504), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:32.290871 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d395ccf8-a33f-40e0-8f89-ff6f1490bf01 x-openstack-request-id: req-d395ccf8-a33f-40e0-8f89-ff6f1490bf01 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:33:32.291158 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322f71ad-14f4-46d5-a8ab-8c199152a42f", "name": "network-vif-plugged", "status": "completed", "tag": "302f3e2f-432b-44b4-8835-722d6e3f5504", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:33:32.291410 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d395ccf8-a33f-40e0-8f89-ff6f1490bf01 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:33:32.291794 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d395ccf8-a33f-40e0-8f89-ff6f1490bf01'] response: {'server_uuid': '322f71ad-14f4-46d5-a8ab-8c199152a42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302f3e2f-432b-44b4-8835-722d6e3f5504', 'code': 200} Apr 14 20:33:32.319971 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=302f3e2f-432b-44b4-8835-722d6e3f5504,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:32.457070 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23297d2-93c8-403d-894a-afd95118ede6 req-01cb7205-cd7b-4078-9085-10c28452e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:32.459233 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b23297d2-93c8-403d-894a-afd95118ede6 req-01cb7205-cd7b-4078-9085-10c28452e65b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 1130 time: 0.0420182 Apr 14 20:33:32.502874 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b23297d2-93c8-403d-894a-afd95118ede6 req-056ee279-338f-4e95-9ebd-04d0c53135a5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368843 Apr 14 20:33:32.800066 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a170b-c918-4628-bb75-155b018607e2 req-58b1a71a-3565-4abd-8393-7e500af6d573 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:32.801569 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-637a170b-c918-4628-bb75-155b018607e2 req-58b1a71a-3565-4abd-8393-7e500af6d573 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 946 time: 0.0535231 Apr 14 20:33:32.849881 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-637a170b-c918-4628-bb75-155b018607e2 req-af06d69e-2b91-4855-b345-53a4ff6103e1 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420094 Apr 14 20:33:33.711616 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-694077e7-3533-48c7-a62f-d73b9d2e6073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:33.965355 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc09b06-199c-47e1-95a4-5e3b5b5a8fa8 req-9c5aebc0-ad9c-4179-989c-d33a88ba081e tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:33.967103 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-bdc09b06-199c-47e1-95a4-5e3b5b5a8fa8 req-9c5aebc0-ad9c-4179-989c-d33a88ba081e tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 946 time: 0.0471463 Apr 14 20:33:34.013793 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-bdc09b06-199c-47e1-95a4-5e3b5b5a8fa8 req-12ed835f-4040-482f-be2f-69cbf7340e96 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410817 Apr 14 20:33:34.731861 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:35.129654 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676996f-b0dc-46fb-9e2a-fa3655f3edc6 req-b8090c77-b455-4526-8a83-15c959b79cc1 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:35.131189 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8676996f-b0dc-46fb-9e2a-fa3655f3edc6 req-b8090c77-b455-4526-8a83-15c959b79cc1 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 946 time: 0.0513771 Apr 14 20:33:35.182706 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8676996f-b0dc-46fb-9e2a-fa3655f3edc6 req-95dd17a9-2ffb-45f2-ad89-e94b179b9074 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457349 Apr 14 20:33:35.368562 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239d0eb-788a-4876-9c0d-bafe6805e1fc req-204b31ec-8c3f-43e8-91f9-f80f67edd939 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:35.370287 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6239d0eb-788a-4876-9c0d-bafe6805e1fc req-204b31ec-8c3f-43e8-91f9-f80f67edd939 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 946 time: 0.0540471 Apr 14 20:33:35.423066 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6239d0eb-788a-4876-9c0d-bafe6805e1fc req-2f3b28b2-e1d3-4d35-ab09-cc248c6b1eab tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0f50fb0-2158-4509-8a54-02279ffe90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442924 Apr 14 20:33:35.808095 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9577df-f29b-4be4-a725-0fca4ba7940b req-15864b09-b8fd-489a-9fdd-89019c64628e tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:35.809454 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-aa9577df-f29b-4be4-a725-0fca4ba7940b req-15864b09-b8fd-489a-9fdd-89019c64628e tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 946 time: 0.0467510 Apr 14 20:33:35.855453 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-aa9577df-f29b-4be4-a725-0fca4ba7940b req-a438dc13-7df9-4fe1-872a-8aac5780ff8c tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405018 Apr 14 20:33:36.228785 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:36.538794 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fbb97-1384-46fc-a939-05bd667d6b1d req-6dab7e33-cba4-4170-bb75-f80684d966c9 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:36.540302 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-329fbb97-1384-46fc-a939-05bd667d6b1d req-6dab7e33-cba4-4170-bb75-f80684d966c9 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 946 time: 0.0481184 Apr 14 20:33:36.585814 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-329fbb97-1384-46fc-a939-05bd667d6b1d req-4ffc9f9b-1837-4874-8f9b-254723a9d251 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0f50fb0-2158-4509-8a54-02279ffe90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400798 Apr 14 20:33:36.969986 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7067dfb-dada-495f-8a97-71e468ec4992 req-2cd477d6-4b09-49bf-8aa2-2853c7afa202 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:36.971450 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e7067dfb-dada-495f-8a97-71e468ec4992 req-2cd477d6-4b09-49bf-8aa2-2853c7afa202 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 946 time: 0.0492091 Apr 14 20:33:37.018850 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e7067dfb-dada-495f-8a97-71e468ec4992 req-7d8ad612-25b2-4113-bbb0-2cbd568d8f35 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411127 Apr 14 20:33:37.700331 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006c5ca-4ca6-4c5a-92ee-4b39bda46d26 req-f0290b1f-fb27-46e5-9255-5e05ca7d7e19 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:37.701774 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a006c5ca-4ca6-4c5a-92ee-4b39bda46d26 req-f0290b1f-fb27-46e5-9255-5e05ca7d7e19 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 946 time: 0.0502734 Apr 14 20:33:37.746685 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a006c5ca-4ca6-4c5a-92ee-4b39bda46d26 req-5359b68c-a50c-401e-ba06-994906862d4a tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0f50fb0-2158-4509-8a54-02279ffe90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394289 Apr 14 20:33:38.109254 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:38.136373 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b9e65-286f-4cd2-9179-c59aa028f736 req-4c4fb7ee-fe55-4651-aed1-3161d3d4ec6b tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:38.138186 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ef5b9e65-286f-4cd2-9179-c59aa028f736 req-4c4fb7ee-fe55-4651-aed1-3161d3d4ec6b tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 946 time: 0.0523694 Apr 14 20:33:38.183967 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ef5b9e65-286f-4cd2-9179-c59aa028f736 req-3ab1f58b-f630-4eef-80d2-58a2016f1272 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedaacd5-5ae5-432e-9353-dd0762145152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400481 Apr 14 20:33:38.269003 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488900cb-3bcd-4f30-ae2a-a48a25587fa0 req-a68014f0-893e-4a4a-bf33-841ce5cab9a1 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:38.270595 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-488900cb-3bcd-4f30-ae2a-a48a25587fa0 req-a68014f0-893e-4a4a-bf33-841ce5cab9a1 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.46 "GET /v2.0/ports?device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 946 time: 0.0452387 Apr 14 20:33:38.491393 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-488900cb-3bcd-4f30-ae2a-a48a25587fa0 req-5a1bb635-1b51-4eae-a914-a9f4e6c53b5e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Deleting port a6984c99-ed6a-4972-bd0b-bac4b5991e85 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:33:38.491734 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-488900cb-3bcd-4f30-ae2a-a48a25587fa0 req-5a1bb635-1b51-4eae-a914-a9f4e6c53b5e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (a6984c99-ed6a-4972-bd0b-bac4b5991e85), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:38.585075 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-488900cb-3bcd-4f30-ae2a-a48a25587fa0 req-5a1bb635-1b51-4eae-a914-a9f4e6c53b5e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] For port a6984c99-ed6a-4972-bd0b-bac4b5991e85, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a6984c99-ed6a-4972-bd0b-bac4b5991e85,segment=NetworkSegment(8f2ab782-b724-4895-88c0-5ab9878b8081),segment_id=8f2ab782-b724-4895-88c0-5ab9878b8081)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:38.585433 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-488900cb-3bcd-4f30-ae2a-a48a25587fa0 req-5a1bb635-1b51-4eae-a914-a9f4e6c53b5e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (a6984c99-ed6a-4972-bd0b-bac4b5991e85), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:38.668934 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52171809-7074-4d44-bf4d-b0edc1740699 req-5b71918d-22b3-4528-9bd5-224458d2a466 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:38.670359 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-52171809-7074-4d44-bf4d-b0edc1740699 req-5b71918d-22b3-4528-9bd5-224458d2a466 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.46 "GET /v2.0/ports?device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 946 time: 0.0777242 Apr 14 20:33:38.845150 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-52171809-7074-4d44-bf4d-b0edc1740699 req-eab07391-342f-401b-aaa1-492868b8d1cd tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Deleting port 302f3e2f-432b-44b4-8835-722d6e3f5504 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:33:38.845490 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-52171809-7074-4d44-bf4d-b0edc1740699 req-eab07391-342f-401b-aaa1-492868b8d1cd tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (302f3e2f-432b-44b4-8835-722d6e3f5504), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:38.858196 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a1d60-388b-44c8-a2c4-4589220164a0 req-18d55ddb-7330-4614-ae56-39379fbd4b4c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:38.859796 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-246a1d60-388b-44c8-a2c4-4589220164a0 req-18d55ddb-7330-4614-ae56-39379fbd4b4c tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 946 time: 0.0480318 Apr 14 20:33:38.886845 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-488900cb-3bcd-4f30-ae2a-a48a25587fa0 req-5a1bb635-1b51-4eae-a914-a9f4e6c53b5e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:38.887208 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-488900cb-3bcd-4f30-ae2a-a48a25587fa0 req-5a1bb635-1b51-4eae-a914-a9f4e6c53b5e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (a80f5f6d-a8c7-4bd6-9718-44ed6e4e5909), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:38.887524 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.l3_db [req-488900cb-3bcd-4f30-ae2a-a48a25587fa0 req-5a1bb635-1b51-4eae-a914-a9f4e6c53b5e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Floating IP a80f5f6d-a8c7-4bd6-9718-44ed6e4e5909 disassociated. External IP: 172.27.3.218, port: a6984c99-ed6a-4972-bd0b-bac4b5991e85. Apr 14 20:33:38.887870 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-488900cb-3bcd-4f30-ae2a-a48a25587fa0 req-5a1bb635-1b51-4eae-a914-a9f4e6c53b5e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Calling delete_port for a6984c99-ed6a-4972-bd0b-bac4b5991e85 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:33:38.912981 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-246a1d60-388b-44c8-a2c4-4589220164a0 req-1f004bb1-259e-43fb-b994-478b80c777ff tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0f50fb0-2158-4509-8a54-02279ffe90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468237 Apr 14 20:33:39.002097 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-52171809-7074-4d44-bf4d-b0edc1740699 req-eab07391-342f-401b-aaa1-492868b8d1cd tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] For port 302f3e2f-432b-44b4-8835-722d6e3f5504, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=302f3e2f-432b-44b4-8835-722d6e3f5504,segment=NetworkSegment(2645a5dd-c996-482b-83d4-5e1f8f056154),segment_id=2645a5dd-c996-482b-83d4-5e1f8f056154)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:39.002480 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-52171809-7074-4d44-bf4d-b0edc1740699 req-eab07391-342f-401b-aaa1-492868b8d1cd tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (302f3e2f-432b-44b4-8835-722d6e3f5504), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:39.018171 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-52171809-7074-4d44-bf4d-b0edc1740699 req-eab07391-342f-401b-aaa1-492868b8d1cd tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Calling delete_port for 302f3e2f-432b-44b4-8835-722d6e3f5504 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:33:39.137777 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-488900cb-3bcd-4f30-ae2a-a48a25587fa0 req-5a1bb635-1b51-4eae-a914-a9f4e6c53b5e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (a6984c99-ed6a-4972-bd0b-bac4b5991e85), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:39.168067 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bb635-1b51-4eae-a914-a9f4e6c53b5e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Pushing event deleted for resources: {'Port': ['ID=a6984c99-ed6a-4972-bd0b-bac4b5991e85,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:39.305391 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-52171809-7074-4d44-bf4d-b0edc1740699 req-eab07391-342f-401b-aaa1-492868b8d1cd tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (302f3e2f-432b-44b4-8835-722d6e3f5504), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:39.318053 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['302f3e2f-432b-44b4-8835-722d6e3f5504'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:33:39.349839 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f32fa444-f2f7-4091-9b43-cb6110a0d591 req-2a83a86e-5e5f-419c-9539-1d0566a1a3b9 tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.11 "GET /v2.0/ports?device_id=322f71ad-14f4-46d5-a8ab-8c199152a42f HTTP/1.1" status: 200 len: 210 time: 0.0578945 Apr 14 20:33:39.356432 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab07391-342f-401b-aaa1-492868b8d1cd tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Pushing event deleted for resources: {'Port': ['ID=302f3e2f-432b-44b4-8835-722d6e3f5504,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:39.372485 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:39.406815 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-52171809-7074-4d44-bf4d-b0edc1740699 req-eab07391-342f-401b-aaa1-492868b8d1cd tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] No DVR routers for this DVR port 302f3e2f-432b-44b4-8835-722d6e3f5504 on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:33:39.410623 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-52171809-7074-4d44-bf4d-b0edc1740699 req-eab07391-342f-401b-aaa1-492868b8d1cd tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:39.413883 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-52171809-7074-4d44-bf4d-b0edc1740699 req-eab07391-342f-401b-aaa1-492868b8d1cd tempest-VolumesActionsTest-777822563 tempest-VolumesActionsTest-777822563-project] 10.222.0.46 "DELETE /v2.0/ports/302f3e2f-432b-44b4-8835-722d6e3f5504 HTTP/1.1" status: 204 len: 173 time: 0.7267203 Apr 14 20:33:39.414313 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322f71ad-14f4-46d5-a8ab-8c199152a42f', 'name': 'network-vif-deleted', 'tag': '302f3e2f-432b-44b4-8835-722d6e3f5504'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:33:39.416535 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544a8eac-e9cc-459e-9a6d-ba665aeef370" -d '{"events": [{"server_uuid": "322f71ad-14f4-46d5-a8ab-8c199152a42f", "name": "network-vif-deleted", "tag": "302f3e2f-432b-44b4-8835-722d6e3f5504"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:33:39.423461 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-488900cb-3bcd-4f30-ae2a-a48a25587fa0 req-5a1bb635-1b51-4eae-a914-a9f4e6c53b5e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Router dc41baf0-b466-4d0e-adfd-4655d3968fbd has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:33:39.468086 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed46fdb9-0a1d-4598-bd1d-5f677b474739 x-openstack-request-id: req-ed46fdb9-0a1d-4598-bd1d-5f677b474739 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:33:39.468372 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322f71ad-14f4-46d5-a8ab-8c199152a42f", "name": "network-vif-deleted", "tag": "302f3e2f-432b-44b4-8835-722d6e3f5504", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:33:39.468617 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed46fdb9-0a1d-4598-bd1d-5f677b474739 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:33:39.469012 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed46fdb9-0a1d-4598-bd1d-5f677b474739'] response: {'server_uuid': '322f71ad-14f4-46d5-a8ab-8c199152a42f', 'name': 'network-vif-deleted', 'tag': '302f3e2f-432b-44b4-8835-722d6e3f5504', 'status': 'completed', 'code': 200} Apr 14 20:33:39.549649 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-488900cb-3bcd-4f30-ae2a-a48a25587fa0 req-5a1bb635-1b51-4eae-a914-a9f4e6c53b5e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:33:39.566173 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e2d1a-66ce-4c28-b2fe-ec5ac46a6f86 None None] Sync routers for ids ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:33:39.579510 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e2d1a-66ce-4c28-b2fe-ec5ac46a6f86 None None] Routers {'dc41baf0-b466-4d0e-adfd-4655d3968fbd'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:33:39.580140 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8f2e2d1a-66ce-4c28-b2fe-ec5ac46a6f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:33:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:33:39.599062 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-488900cb-3bcd-4f30-ae2a-a48a25587fa0 req-5a1bb635-1b51-4eae-a914-a9f4e6c53b5e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] No DVR routers for this DVR port a6984c99-ed6a-4972-bd0b-bac4b5991e85 on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:33:39.601741 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-488900cb-3bcd-4f30-ae2a-a48a25587fa0 req-5a1bb635-1b51-4eae-a914-a9f4e6c53b5e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:39.605383 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-488900cb-3bcd-4f30-ae2a-a48a25587fa0 req-5a1bb635-1b51-4eae-a914-a9f4e6c53b5e tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.46 "DELETE /v2.0/ports/a6984c99-ed6a-4972-bd0b-bac4b5991e85 HTTP/1.1" status: 204 len: 173 time: 1.1960254 Apr 14 20:33:39.693315 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8f2e2d1a-66ce-4c28-b2fe-ec5ac46a6f86 None None] Set router dc41baf0-b466-4d0e-adfd-4655d3968fbd gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:33:39.886718 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8f2e2d1a-66ce-4c28-b2fe-ec5ac46a6f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:57Z', 'revision_number': 4, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port': {'id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '83e3d19c-21b4-4ec3-9d68-617c78ccd169', 'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'mac_address': 'fa:16:3e:8c:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:54Z', 'updated_at': '2022-04-14T20:23:06Z', 'revision_number': 5, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'subnets': [{'id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:33:39.918030 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e2d1a-66ce-4c28-b2fe-ec5ac46a6f86 None None] Checking router: dc41baf0-b466-4d0e-adfd-4655d3968fbd for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:33:39.926675 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e2d1a-66ce-4c28-b2fe-ec5ac46a6f86 None None] Routers {'dc41baf0-b466-4d0e-adfd-4655d3968fbd'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:33:39.927208 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8f2e2d1a-66ce-4c28-b2fe-ec5ac46a6f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:33:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:33:40.027769 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f97349d6-4236-4ce8-bfce-4707ee4caad4 req-32c72347-4379-4733-b784-eefc94e5c4a3 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/ports?device_id=7523b6c9-365f-4466-a302-4296559fad32 HTTP/1.1" status: 200 len: 210 time: 0.0278127 Apr 14 20:33:40.044723 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-8f2e2d1a-66ce-4c28-b2fe-ec5ac46a6f86 None None] Set router dc41baf0-b466-4d0e-adfd-4655d3968fbd gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:33:40.245175 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-8f2e2d1a-66ce-4c28-b2fe-ec5ac46a6f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:57Z', 'revision_number': 4, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port': {'id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '83e3d19c-21b4-4ec3-9d68-617c78ccd169', 'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'mac_address': 'fa:16:3e:8c:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:54Z', 'updated_at': '2022-04-14T20:23:06Z', 'revision_number': 5, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'subnets': [{'id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:33:40.273321 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e2d1a-66ce-4c28-b2fe-ec5ac46a6f86 None None] The sync data for ids ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'] in dv-cinder-837539-3-iscsi is: [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:22:57Z', 'revision_number': 4, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port': {'id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '83e3d19c-21b4-4ec3-9d68-617c78ccd169', 'name': '', 'network_id': '22e93b71-05e5-44ed-a527-0366c169924d', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'mac_address': 'fa:16:3e:8c:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:54Z', 'updated_at': '2022-04-14T20:23:06Z', 'revision_number': 5, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'subnets': [{'id': '2bc5ebdc-6adc-4109-947b-34a082b30fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:33:40.503786 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c697d6db-2b52-42f0-b08e-67a02fd4aaa0 None None] New status for floating IP a80f5f6d-a8c7-4bd6-9718-44ed6e4e5909: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:33:41.111391 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40022) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:33:41.164392 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa30f58e-6448-41eb-b684-73bdcbab2ce9 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group (f0f50fb0-2158-4509-8a54-02279ffe90d5), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:41.190385 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa30f58e-6448-41eb-b684-73bdcbab2ce9 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group (f0f50fb0-2158-4509-8a54-02279ffe90d5), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:41.243848 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa30f58e-6448-41eb-b684-73bdcbab2ce9 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (f0f50fb0-2158-4509-8a54-02279ffe90d5), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:41.246474 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa30f58e-6448-41eb-b684-73bdcbab2ce9 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:41.247652 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-fa30f58e-6448-41eb-b684-73bdcbab2ce9 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "DELETE /v2.0/security-groups/f0f50fb0-2158-4509-8a54-02279ffe90d5 HTTP/1.1" status: 204 len: 168 time: 0.1351814 Apr 14 20:33:41.250581 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 40024) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:33:41.256868 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30f58e-6448-41eb-b684-73bdcbab2ce9 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f50fb0-2158-4509-8a54-02279ffe90d5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:41.264815 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.api.v2.resource [None req-c164a3af-41be-490f-89f0-0452a8f4903a tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] show failed (client error): The resource could not be found. Apr 14 20:33:41.268509 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-c164a3af-41be-490f-89f0-0452a8f4903a tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "GET /v2.0/security-groups/f0f50fb0-2158-4509-8a54-02279ffe90d5 HTTP/1.1" status: 404 len: 347 time: 0.0138555 Apr 14 20:33:41.268746 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 40026) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:33:41.386686 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Deleting port e5cb7e5a-67f2-4a7d-8cfc-e7eeb46379a9 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:33:41.387028 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (e5cb7e5a-67f2-4a7d-8cfc-e7eeb46379a9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:41.464231 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (e5cb7e5a-67f2-4a7d-8cfc-e7eeb46379a9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:41.464561 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for floatingip (e5cb7e5a-67f2-4a7d-8cfc-e7eeb46379a9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:41.470698 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7523b6c9-365f-4466-a302-4296559fad32', 'name': 'network-vif-deleted', 'tag': 'a6984c99-ed6a-4972-bd0b-bac4b5991e85'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:33:41.473638 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841cc15e-6c4c-445c-b0bb-b26d8a30edb7" -d '{"events": [{"server_uuid": "7523b6c9-365f-4466-a302-4296559fad32", "name": "network-vif-deleted", "tag": "a6984c99-ed6a-4972-bd0b-bac4b5991e85"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:33:41.477701 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Calling delete_port for e5cb7e5a-67f2-4a7d-8cfc-e7eeb46379a9 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:33:41.512743 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef30006e-dfe6-4c06-8f4d-ebdc1a43a86c x-openstack-request-id: req-ef30006e-dfe6-4c06-8f4d-ebdc1a43a86c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:33:41.513033 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7523b6c9-365f-4466-a302-4296559fad32", "name": "network-vif-deleted", "tag": "a6984c99-ed6a-4972-bd0b-bac4b5991e85", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:33:41.513281 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef30006e-dfe6-4c06-8f4d-ebdc1a43a86c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:33:41.513678 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef30006e-dfe6-4c06-8f4d-ebdc1a43a86c'] response: {'server_uuid': '7523b6c9-365f-4466-a302-4296559fad32', 'name': 'network-vif-deleted', 'tag': 'a6984c99-ed6a-4972-bd0b-bac4b5991e85', 'status': 'completed', 'code': 200} Apr 14 20:33:41.609365 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (e5cb7e5a-67f2-4a7d-8cfc-e7eeb46379a9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:41.635286 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Pushing event deleted for resources: {'Port': ['ID=e5cb7e5a-67f2-4a7d-8cfc-e7eeb46379a9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:41.646886 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:41.647235 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:41.647578 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:41.647915 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:41.648249 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:41.648586 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:41.648912 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:41.649231 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:41.649589 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:41.649910 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:41.650234 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:41.650590 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:41.650910 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:41.651227 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:41.651543 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:33:41.706957 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks [] for floatingip (a80f5f6d-a8c7-4bd6-9718-44ed6e4e5909), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:41.709658 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:41.710842 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a2f8d719-784a-4959-a1db-621b037e3166 tempest-AttachVolumeTestJSON-1127040778 tempest-AttachVolumeTestJSON-1127040778-project] 10.222.0.11 "DELETE /v2.0/floatingips/a80f5f6d-a8c7-4bd6-9718-44ed6e4e5909 HTTP/1.1" status: 204 len: 168 time: 0.4411759 Apr 14 20:33:42.762137 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 302f3e2f-432b-44b4-8835-722d6e3f5504 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:33:42.786466 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: 302f3e2f-432b-44b4-8835-722d6e3f5504 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:33:42.786870 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 302f3e2f-432b-44b4-8835-722d6e3f5504 not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:33:42.787320 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device a6984c99-ed6a-4972-bd0b-bac4b5991e85 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:33:42.805655 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: a6984c99-ed6a-4972-bd0b-bac4b5991e85 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:33:42.805996 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device a6984c99-ed6a-4972-bd0b-bac4b5991e85 not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:33:46.710270 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8065d0fe-25c0-44b8-86d3-b84ab9eea37c req-60896eb4-ae69-4a07-abc3-c4ee46e157e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417190 Apr 14 20:33:46.800502 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065d0fe-25c0-44b8-86d3-b84ab9eea37c req-8d107f50-251a-42d7-84bf-f96a637896d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:46.802692 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8065d0fe-25c0-44b8-86d3-b84ab9eea37c req-8d107f50-251a-42d7-84bf-f96a637896d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3f8c257adbc4afc935c3fed66259370&device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 1130 time: 0.0423086 Apr 14 20:33:46.925545 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065d0fe-25c0-44b8-86d3-b84ab9eea37c req-9a52ff69-714d-459a-83ae-69d5ba30abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:46.927176 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8065d0fe-25c0-44b8-86d3-b84ab9eea37c req-9a52ff69-714d-459a-83ae-69d5ba30abb0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4197bec-e804-4778-9814-28700a63aa0d HTTP/1.1" status: 200 len: 918 time: 0.0973499 Apr 14 20:33:47.012728 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8065d0fe-25c0-44b8-86d3-b84ab9eea37c req-67a83b0a-ddfd-4ab2-8974-84c0b83a660f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ca574fc-73cb-44be-848f-4da23235ee9b HTTP/1.1" status: 200 len: 1000 time: 0.0787745 Apr 14 20:33:47.075702 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065d0fe-25c0-44b8-86d3-b84ab9eea37c req-38ee85c0-1f14-457c-9769-69bb9785d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:47.077164 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8065d0fe-25c0-44b8-86d3-b84ab9eea37c req-38ee85c0-1f14-457c-9769-69bb9785d8f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=997b9dd2-aea4-4c9c-9ac9-49ac96810906 HTTP/1.1" status: 200 len: 856 time: 0.0535283 Apr 14 20:33:47.132428 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065d0fe-25c0-44b8-86d3-b84ab9eea37c req-7f97d78b-3d2f-417b-af0a-6350fbc1b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:33:47.134227 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8065d0fe-25c0-44b8-86d3-b84ab9eea37c req-7f97d78b-3d2f-417b-af0a-6350fbc1b46c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4197bec-e804-4778-9814-28700a63aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505314 Apr 14 20:33:47.233050 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8065d0fe-25c0-44b8-86d3-b84ab9eea37c req-f0866422-6382-434a-94d2-ff2d3f19db2d service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920904 Apr 14 20:33:47.349493 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8065d0fe-25c0-44b8-86d3-b84ab9eea37c req-d059aec2-d9bb-4667-b06c-35fb13ebb974 service neutron] 10.222.0.46 "GET /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063147 Apr 14 20:33:49.523602 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40118) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:33:49.987745 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a0e8e303-32fb-4e64-a3a9-f82ff32bdcce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-610754'] for router_interface (dc41baf0-b466-4d0e-adfd-4655d3968fbd), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:50.260342 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8e303-32fb-4e64-a3a9-f82ff32bdcce admin admin] Deleting port 83e3d19c-21b4-4ec3-9d68-617c78ccd169 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:33:50.260631 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a0e8e303-32fb-4e64-a3a9-f82ff32bdcce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:50.352807 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a0e8e303-32fb-4e64-a3a9-f82ff32bdcce admin admin] For port 83e3d19c-21b4-4ec3-9d68-617c78ccd169, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=83e3d19c-21b4-4ec3-9d68-617c78ccd169,segment=NetworkSegment(8f2ab782-b724-4895-88c0-5ab9878b8081),segment_id=8f2ab782-b724-4895-88c0-5ab9878b8081)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:50.353537 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a0e8e303-32fb-4e64-a3a9-f82ff32bdcce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:50.370931 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8e303-32fb-4e64-a3a9-f82ff32bdcce admin admin] Calling delete_port for 83e3d19c-21b4-4ec3-9d68-617c78ccd169 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:33:50.603193 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a0e8e303-32fb-4e64-a3a9-f82ff32bdcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (83e3d19c-21b4-4ec3-9d68-617c78ccd169), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:50.634559 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8e303-32fb-4e64-a3a9-f82ff32bdcce admin admin] Pushing event deleted for resources: {'Port': ['ID=83e3d19c-21b4-4ec3-9d68-617c78ccd169,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:50.855104 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a0e8e303-32fb-4e64-a3a9-f82ff32bdcce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610654'] for router_interface (dc41baf0-b466-4d0e-adfd-4655d3968fbd), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:51.379957 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e8e303-32fb-4e64-a3a9-f82ff32bdcce admin admin] Router dc41baf0-b466-4d0e-adfd-4655d3968fbd has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:33:51.515972 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e8e303-32fb-4e64-a3a9-f82ff32bdcce admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:33:51.526750 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-a0e8e303-32fb-4e64-a3a9-f82ff32bdcce admin admin] 10.222.0.11 "PUT /v2.0/routers/dc41baf0-b466-4d0e-adfd-4655d3968fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9996543 Apr 14 20:33:51.526922 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1073b26e-c3ee-4dd6-b761-f119774ff2d8 None None] Sync routers for ids ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:33:51.527642 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 40132) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:33:51.538267 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1073b26e-c3ee-4dd6-b761-f119774ff2d8 None None] Routers {'dc41baf0-b466-4d0e-adfd-4655d3968fbd'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:33:51.539799 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1073b26e-c3ee-4dd6-b761-f119774ff2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:33:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:33:51.655266 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-1073b26e-c3ee-4dd6-b761-f119774ff2d8 None None] Set router dc41baf0-b466-4d0e-adfd-4655d3968fbd gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:33:51.673138 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3a9ac010-2bd1-46a7-b613-a6bd390eb4af admin admin] Publish callbacks [] for router (dc41baf0-b466-4d0e-adfd-4655d3968fbd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:51.812709 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3a9ac010-2bd1-46a7-b613-a6bd390eb4af admin admin] Publish callbacks [] for router_gateway (dc41baf0-b466-4d0e-adfd-4655d3968fbd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:51.896458 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-3a9ac010-2bd1-46a7-b613-a6bd390eb4af admin admin] Deleting port 469d609f-af57-4ee4-bb66-e15db37a430f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:33:51.896802 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3a9ac010-2bd1-46a7-b613-a6bd390eb4af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (469d609f-af57-4ee4-bb66-e15db37a430f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:51.961973 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1073b26e-c3ee-4dd6-b761-f119774ff2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:33:50Z', 'revision_number': 5, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port': {'id': '469d609f-af57-4ee4-bb66-e15db37a430f', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:43Z', 'updated_at': '2022-04-14T20:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:33:51.994229 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1073b26e-c3ee-4dd6-b761-f119774ff2d8 None None] Checking router: dc41baf0-b466-4d0e-adfd-4655d3968fbd for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:33:52.003774 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1073b26e-c3ee-4dd6-b761-f119774ff2d8 None None] Routers {'dc41baf0-b466-4d0e-adfd-4655d3968fbd'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:33:52.004933 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1073b26e-c3ee-4dd6-b761-f119774ff2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:33:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:33:52.012325 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-3a9ac010-2bd1-46a7-b613-a6bd390eb4af admin admin] For port 469d609f-af57-4ee4-bb66-e15db37a430f, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=469d609f-af57-4ee4-bb66-e15db37a430f,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:52.012743 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3a9ac010-2bd1-46a7-b613-a6bd390eb4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (469d609f-af57-4ee4-bb66-e15db37a430f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:52.027988 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-3a9ac010-2bd1-46a7-b613-a6bd390eb4af admin admin] Calling delete_port for 469d609f-af57-4ee4-bb66-e15db37a430f owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:33:52.109532 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-1073b26e-c3ee-4dd6-b761-f119774ff2d8 None None] Set router dc41baf0-b466-4d0e-adfd-4655d3968fbd gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:33:52.168507 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-1073b26e-c3ee-4dd6-b761-f119774ff2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:33:51Z', 'revision_number': 6, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port_host': None}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:33:52.196476 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1073b26e-c3ee-4dd6-b761-f119774ff2d8 None None] The sync data for ids ['dc41baf0-b466-4d0e-adfd-4655d3968fbd'] in dv-cinder-837539-3-iscsi is: [{'id': 'dc41baf0-b466-4d0e-adfd-4655d3968fbd', 'name': 'tempest-AttachVolumeTestJSON-1195977282-router', 'tenant_id': '8cadd6f4f80d4757ae43922d6da3505f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:41Z', 'updated_at': '2022-04-14T20:33:51Z', 'revision_number': 6, 'project_id': '8cadd6f4f80d4757ae43922d6da3505f', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:33:52.266305 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3a9ac010-2bd1-46a7-b613-a6bd390eb4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (469d609f-af57-4ee4-bb66-e15db37a430f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:52.293935 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ac010-2bd1-46a7-b613-a6bd390eb4af admin admin] Pushing event deleted for resources: {'Port': ['ID=469d609f-af57-4ee4-bb66-e15db37a430f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:52.368746 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3a9ac010-2bd1-46a7-b613-a6bd390eb4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610552'] for router_gateway (dc41baf0-b466-4d0e-adfd-4655d3968fbd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:52.465162 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3a9ac010-2bd1-46a7-b613-a6bd390eb4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (dc41baf0-b466-4d0e-adfd-4655d3968fbd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:52.467332 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3a9ac010-2bd1-46a7-b613-a6bd390eb4af admin admin] Publish callbacks [] for router_controller (dc41baf0-b466-4d0e-adfd-4655d3968fbd), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:52.513246 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3a9ac010-2bd1-46a7-b613-a6bd390eb4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613661'] for router (dc41baf0-b466-4d0e-adfd-4655d3968fbd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:52.514114 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9ac010-2bd1-46a7-b613-a6bd390eb4af admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc41baf0-b466-4d0e-adfd-4655d3968fbd {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:33:52.519436 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3a9ac010-2bd1-46a7-b613-a6bd390eb4af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:52.523443 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-3a9ac010-2bd1-46a7-b613-a6bd390eb4af admin admin] 10.222.0.11 "DELETE /v2.0/routers/dc41baf0-b466-4d0e-adfd-4655d3968fbd HTTP/1.1" status: 204 len: 168 time: 0.9915726 Apr 14 20:33:52.524274 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40142) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:33:52.592876 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-3436375f-833f-4e5f-85c5-ad9a2228d599 admin admin] Deleting subnet 2bc5ebdc-6adc-4109-947b-34a082b30fa2 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:33:52.596940 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3436375f-833f-4e5f-85c5-ad9a2228d599 admin admin] Publish callbacks [] for subnet (2bc5ebdc-6adc-4109-947b-34a082b30fa2), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:52.658534 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3436375f-833f-4e5f-85c5-ad9a2228d599 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29519290'] for subnet (2bc5ebdc-6adc-4109-947b-34a082b30fa2), precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:52.778922 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3436375f-833f-4e5f-85c5-ad9a2228d599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826849'] for subnet (2bc5ebdc-6adc-4109-947b-34a082b30fa2), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:52.791026 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:33:52.839786 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3436375f-833f-4e5f-85c5-ad9a2228d599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30806055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31045842'] for subnet (2bc5ebdc-6adc-4109-947b-34a082b30fa2), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:52.862878 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436375f-833f-4e5f-85c5-ad9a2228d599 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bc5ebdc-6adc-4109-947b-34a082b30fa2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:52.876711 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3436375f-833f-4e5f-85c5-ad9a2228d599 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:52.883579 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf20065-fd36-4367-acf1-04ce50bf1b46 None None] Network 22e93b71-05e5-44ed-a527-0366c169924d requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:33:52.884127 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 40144) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:33:52.895686 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-3436375f-833f-4e5f-85c5-ad9a2228d599 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2bc5ebdc-6adc-4109-947b-34a082b30fa2 HTTP/1.1" status: 204 len: 168 time: 0.3694227 Apr 14 20:33:52.972119 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657936'] for network (22e93b71-05e5-44ed-a527-0366c169924d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:53.034140 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] Deleting port f276d4d5-3b6d-417e-9d1c-3d911744401f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:33:53.035846 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (f276d4d5-3b6d-417e-9d1c-3d911744401f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:53.121575 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe9a9c9-b302-4373-868b-b96ae0c50401 None None] DHCP port deletion for 22e93b71-05e5-44ed-a527-0366c169924d request from dv-cinder-837539-3-iscsi {{(pid=103379) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:33:53.125495 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] For port f276d4d5-3b6d-417e-9d1c-3d911744401f, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=f276d4d5-3b6d-417e-9d1c-3d911744401f,segment=NetworkSegment(8f2ab782-b724-4895-88c0-5ab9878b8081),segment_id=8f2ab782-b724-4895-88c0-5ab9878b8081)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:53.126023 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (f276d4d5-3b6d-417e-9d1c-3d911744401f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:53.141119 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] Calling delete_port for f276d4d5-3b6d-417e-9d1c-3d911744401f owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:33:53.174992 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0fe9a9c9-b302-4373-868b-b96ae0c50401 None None] Deleting port f276d4d5-3b6d-417e-9d1c-3d911744401f {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:33:53.175660 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a9c9-b302-4373-868b-b96ae0c50401 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (f276d4d5-3b6d-417e-9d1c-3d911744401f), before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:53.233582 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (f276d4d5-3b6d-417e-9d1c-3d911744401f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:53.266993 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] Pushing event deleted for resources: {'Port': ['ID=f276d4d5-3b6d-417e-9d1c-3d911744401f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:53.268134 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-0fe9a9c9-b302-4373-868b-b96ae0c50401 None None] For port f276d4d5-3b6d-417e-9d1c-3d911744401f, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=f276d4d5-3b6d-417e-9d1c-3d911744401f,segment=NetworkSegment(8f2ab782-b724-4895-88c0-5ab9878b8081),segment_id=8f2ab782-b724-4895-88c0-5ab9878b8081)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:33:53.269007 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a9c9-b302-4373-868b-b96ae0c50401 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (f276d4d5-3b6d-417e-9d1c-3d911744401f), precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:53.273568 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] No DVR routers for this DVR port f276d4d5-3b6d-417e-9d1c-3d911744401f on host dv-cinder-837539-3-iscsi {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:33:53.289014 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-0fe9a9c9-b302-4373-868b-b96ae0c50401 None None] Calling delete_port for f276d4d5-3b6d-417e-9d1c-3d911744401f owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:33:53.373705 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830810', 'neutron.services.segments.db._delete_segments_for_network-8743027666104'] for network (22e93b71-05e5-44ed-a527-0366c169924d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:53.395896 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0fe9a9c9-b302-4373-868b-b96ae0c50401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447'] for port (f276d4d5-3b6d-417e-9d1c-3d911744401f), after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:53.416972 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e93b71-05e5-44ed-a527-0366c169924d']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:33:53.436025 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2ab782-b724-4895-88c0-5ab9878b8081') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:33:53.436617 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2ab782-b724-4895-88c0-5ab9878b8081') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:33:53.450200 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743027671233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29451341'] for segment (8f2ab782-b724-4895-88c0-5ab9878b8081), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:53.451747 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9a9c9-b302-4373-868b-b96ae0c50401 None None] Pushing event deleted for resources: {'Port': ['ID=f276d4d5-3b6d-417e-9d1c-3d911744401f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:53.465115 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe9a9c9-b302-4373-868b-b96ae0c50401 None None] No DVR routers for this DVR port f276d4d5-3b6d-417e-9d1c-3d911744401f on host dv-cinder-837539-3-iscsi {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:33:53.483425 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (8f2ab782-b724-4895-88c0-5ab9878b8081), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:53.494824 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:33:53.495301 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29644707'] for segment (8f2ab782-b724-4895-88c0-5ab9878b8081), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: Traceback (most recent call last): Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: timer() Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: cb(*args, **kw) Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: return func(*args, **kwargs) Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: self._notify() Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: self.callback(batched_events) Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: event.method(event) Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: return f(self, *a, **k) Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: return self._get(url).json() Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: return self.request(url, 'GET', **kwargs) Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:33:53.497049 dv-cinder-837539-3-iscsi neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:33:53.562413 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610524'] for network (22e93b71-05e5-44ed-a527-0366c169924d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:53.579257 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:53.583428 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] 10.222.0.11 "DELETE /v2.0/networks/22e93b71-05e5-44ed-a527-0366c169924d HTTP/1.1" status: 204 len: 168 time: 0.6975942 Apr 14 20:33:53.587395 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7595db9-3795-4c6c-9996-5227b9f8cabb admin admin] Pushing event deleted for resources: {'Network': ['ID=22e93b71-05e5-44ed-a527-0366c169924d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:53.756462 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 40154) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:33:53.809928 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-bedfc0bc-45e9-4f9d-a4bf-953d9d0b7738 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8cadd6f4f80d4757ae43922d6da3505f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0519454 Apr 14 20:33:53.812538 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40156) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:33:53.866933 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88290eeb-8034-43da-b0eb-fdc9d0724e42 admin admin] Publish callbacks [] for security_group (e8daf180-1074-48c2-8add-857030103069), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:53.889234 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88290eeb-8034-43da-b0eb-fdc9d0724e42 admin admin] Publish callbacks [] for security_group (e8daf180-1074-48c2-8add-857030103069), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:53.942498 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88290eeb-8034-43da-b0eb-fdc9d0724e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (e8daf180-1074-48c2-8add-857030103069), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:53.946105 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88290eeb-8034-43da-b0eb-fdc9d0724e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:53.950469 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-88290eeb-8034-43da-b0eb-fdc9d0724e42 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e8daf180-1074-48c2-8add-857030103069 HTTP/1.1" status: 204 len: 168 time: 0.1363523 Apr 14 20:33:53.960754 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88290eeb-8034-43da-b0eb-fdc9d0724e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8daf180-1074-48c2-8add-857030103069,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:54.193306 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 83e3d19c-21b4-4ec3-9d68-617c78ccd169 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:33:54.217370 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: 83e3d19c-21b4-4ec3-9d68-617c78ccd169 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:33:54.218182 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 83e3d19c-21b4-4ec3-9d68-617c78ccd169 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:33:54.219312 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 469d609f-af57-4ee4-bb66-e15db37a430f no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:33:54.249238 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: 469d609f-af57-4ee4-bb66-e15db37a430f {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:33:54.250653 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 469d609f-af57-4ee4-bb66-e15db37a430f not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:33:54.251787 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device f276d4d5-3b6d-417e-9d1c-3d911744401f no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:33:54.279391 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: f276d4d5-3b6d-417e-9d1c-3d911744401f {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:33:54.279741 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device f276d4d5-3b6d-417e-9d1c-3d911744401f not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:33:58.073860 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40242) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:33:58.195558 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c6193254-1755-474d-bf26-c957444ec939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:58.303019 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c6193254-1755-474d-bf26-c957444ec939 admin admin] Publish callbacks [] for security_group (acfcaaea-1cbc-4a11-a79e-463488637ffc), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:58.308138 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c6193254-1755-474d-bf26-c957444ec939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (acfcaaea-1cbc-4a11-a79e-463488637ffc), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:58.359601 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6193254-1755-474d-bf26-c957444ec939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfcaaea-1cbc-4a11-a79e-463488637ffc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:33:58.366504 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-c6193254-1755-474d-bf26-c957444ec939 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c21358202d2d42d99b95d9da1460f330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909672 Apr 14 20:33:58.369034 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40246) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:33:58.433828 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-609fd2c7-bca8-48e7-873b-6e84f1abe5e8 admin admin] Publish callbacks [] for security_group (acfcaaea-1cbc-4a11-a79e-463488637ffc), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:58.461509 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-609fd2c7-bca8-48e7-873b-6e84f1abe5e8 admin admin] Publish callbacks [] for security_group (acfcaaea-1cbc-4a11-a79e-463488637ffc), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:58.517709 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-609fd2c7-bca8-48e7-873b-6e84f1abe5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (acfcaaea-1cbc-4a11-a79e-463488637ffc), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:58.523490 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-609fd2c7-bca8-48e7-873b-6e84f1abe5e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:33:58.524681 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-609fd2c7-bca8-48e7-873b-6e84f1abe5e8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/acfcaaea-1cbc-4a11-a79e-463488637ffc HTTP/1.1" status: 204 len: 168 time: 0.1547379 Apr 14 20:33:58.533984 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fd2c7-bca8-48e7-873b-6e84f1abe5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfcaaea-1cbc-4a11-a79e-463488637ffc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:00.878725 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40332) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:00.992178 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e97b57f3-2984-4aa6-9389-63725b8dae8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:01.076063 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e97b57f3-2984-4aa6-9389-63725b8dae8e admin admin] Publish callbacks [] for security_group (a8f7a221-3381-41b2-9131-57158931afd2), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:01.079971 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e97b57f3-2984-4aa6-9389-63725b8dae8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (a8f7a221-3381-41b2-9131-57158931afd2), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:01.121060 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b57f3-2984-4aa6-9389-63725b8dae8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f7a221-3381-41b2-9131-57158931afd2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:01.131085 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-e97b57f3-2984-4aa6-9389-63725b8dae8e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ffae15049da44276800f8ed3b1936fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457848 Apr 14 20:34:01.131085 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40342) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:01.180135 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d79467a-58da-47dc-8977-9c560739d9f8 admin admin] Publish callbacks [] for security_group (a8f7a221-3381-41b2-9131-57158931afd2), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:01.201563 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d79467a-58da-47dc-8977-9c560739d9f8 admin admin] Publish callbacks [] for security_group (a8f7a221-3381-41b2-9131-57158931afd2), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:01.248215 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d79467a-58da-47dc-8977-9c560739d9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (a8f7a221-3381-41b2-9131-57158931afd2), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:01.250825 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d79467a-58da-47dc-8977-9c560739d9f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:01.251964 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-9d79467a-58da-47dc-8977-9c560739d9f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8f7a221-3381-41b2-9131-57158931afd2 HTTP/1.1" status: 204 len: 168 time: 0.1216829 Apr 14 20:34:01.259948 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79467a-58da-47dc-8977-9c560739d9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f7a221-3381-41b2-9131-57158931afd2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:01.338628 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-360204ae-a9b1-499c-8260-aa24b6ded120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:01.509010 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40354) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:01.522992 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92925222-883c-45f1-8bd0-1af17606a688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:01.598108 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92925222-883c-45f1-8bd0-1af17606a688 admin admin] Publish callbacks [] for security_group (62a0e8b3-62b2-4440-b3e7-7a8e11bca15f), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:01.601718 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92925222-883c-45f1-8bd0-1af17606a688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (62a0e8b3-62b2-4440-b3e7-7a8e11bca15f), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:01.642531 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92925222-883c-45f1-8bd0-1af17606a688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a0e8b3-62b2-4440-b3e7-7a8e11bca15f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:01.650988 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-92925222-883c-45f1-8bd0-1af17606a688 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b48ef9443d984cd599dd4112a5659fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386275 Apr 14 20:34:01.651893 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40362) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:01.710087 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3da85bf8-9dbf-4e5f-a73e-a29651e9d445 admin admin] Publish callbacks [] for security_group (62a0e8b3-62b2-4440-b3e7-7a8e11bca15f), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:01.732196 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3da85bf8-9dbf-4e5f-a73e-a29651e9d445 admin admin] Publish callbacks [] for security_group (62a0e8b3-62b2-4440-b3e7-7a8e11bca15f), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:01.779382 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3da85bf8-9dbf-4e5f-a73e-a29651e9d445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (62a0e8b3-62b2-4440-b3e7-7a8e11bca15f), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:01.781968 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3da85bf8-9dbf-4e5f-a73e-a29651e9d445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:01.785550 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-3da85bf8-9dbf-4e5f-a73e-a29651e9d445 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/62a0e8b3-62b2-4440-b3e7-7a8e11bca15f HTTP/1.1" status: 204 len: 168 time: 0.1300735 Apr 14 20:34:01.790913 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da85bf8-9dbf-4e5f-a73e-a29651e9d445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a0e8b3-62b2-4440-b3e7-7a8e11bca15f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:03.334622 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40464) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:03.380150 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3c7c31-d5b3-42c8-b7e4-824520aa2589 admin admin] Deleting subnet bf01ad32-2ab1-4d7e-9409-c7cd76b20633 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:34:03.383336 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d3c7c31-d5b3-42c8-b7e4-824520aa2589 admin admin] Publish callbacks [] for subnet (bf01ad32-2ab1-4d7e-9409-c7cd76b20633), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:03.423505 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d3c7c31-d5b3-42c8-b7e4-824520aa2589 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29519290'] for subnet (bf01ad32-2ab1-4d7e-9409-c7cd76b20633), precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:03.468970 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d3c7c31-d5b3-42c8-b7e4-824520aa2589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826849'] for subnet (bf01ad32-2ab1-4d7e-9409-c7cd76b20633), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:03.530892 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d3c7c31-d5b3-42c8-b7e4-824520aa2589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30806055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31045842'] for subnet (bf01ad32-2ab1-4d7e-9409-c7cd76b20633), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:03.558602 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c7c31-d5b3-42c8-b7e4-824520aa2589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf01ad32-2ab1-4d7e-9409-c7cd76b20633,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:03.563759 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d3c7c31-d5b3-42c8-b7e4-824520aa2589 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:03.568150 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-6d3c7c31-d5b3-42c8-b7e4-824520aa2589 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bf01ad32-2ab1-4d7e-9409-c7cd76b20633 HTTP/1.1" status: 204 len: 168 time: 0.2323697 Apr 14 20:34:03.570834 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40472) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:03.644194 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93bb31ce-8764-4ae9-acc1-f20c79e7f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657936'] for network (682b4046-b819-4ba3-aec2-a5951c49d5f3), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:03.717467 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-39e819de-7a43-4782-b876-57575a0c6e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:03.729780 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93bb31ce-8764-4ae9-acc1-f20c79e7f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830810', 'neutron.services.segments.db._delete_segments_for_network-8743027666104'] for network (682b4046-b819-4ba3-aec2-a5951c49d5f3), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:03.753528 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-93bb31ce-8764-4ae9-acc1-f20c79e7f6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682b4046-b819-4ba3-aec2-a5951c49d5f3']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:34:03.763559 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-93bb31ce-8764-4ae9-acc1-f20c79e7f6a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2645a5dd-c996-482b-83d4-5e1f8f056154') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:34:03.763858 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-93bb31ce-8764-4ae9-acc1-f20c79e7f6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2645a5dd-c996-482b-83d4-5e1f8f056154') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:34:03.776477 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93bb31ce-8764-4ae9-acc1-f20c79e7f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743027671233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29519233'] for segment (2645a5dd-c996-482b-83d4-5e1f8f056154), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:03.794642 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93bb31ce-8764-4ae9-acc1-f20c79e7f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (2645a5dd-c996-482b-83d4-5e1f8f056154), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:03.801122 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bb31ce-8764-4ae9-acc1-f20c79e7f6a8 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:34:03.802021 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93bb31ce-8764-4ae9-acc1-f20c79e7f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30806173'] for segment (2645a5dd-c996-482b-83d4-5e1f8f056154), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: Traceback (most recent call last): Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: timer() Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: cb(*args, **kw) Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: return func(*args, **kwargs) Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: self._notify() Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: self.callback(batched_events) Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: event.method(event) Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: return f(self, *a, **k) Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._get(url).json() Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: return self.request(url, 'GET', **kwargs) Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:34:03.803764 dv-cinder-837539-3-iscsi neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:34:03.864180 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93bb31ce-8764-4ae9-acc1-f20c79e7f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610524'] for network (682b4046-b819-4ba3-aec2-a5951c49d5f3), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:03.875918 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93bb31ce-8764-4ae9-acc1-f20c79e7f6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:03.882901 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-93bb31ce-8764-4ae9-acc1-f20c79e7f6a8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/682b4046-b819-4ba3-aec2-a5951c49d5f3 HTTP/1.1" status: 204 len: 168 time: 0.3109095 Apr 14 20:34:03.897774 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb31ce-8764-4ae9-acc1-f20c79e7f6a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=682b4046-b819-4ba3-aec2-a5951c49d5f3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:04.126133 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40490) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:04.183232 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-08419b32-eba9-406d-9a99-e7d1e31a627f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4778c22768d34c6e8e786eb21fc66e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0548332 Apr 14 20:34:04.185163 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40492) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:04.245409 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad1312ca-58fd-4885-b6a7-1b09ba6685f4 admin admin] Publish callbacks [] for security_group (aedaacd5-5ae5-432e-9353-dd0762145152), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:04.267994 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad1312ca-58fd-4885-b6a7-1b09ba6685f4 admin admin] Publish callbacks [] for security_group (aedaacd5-5ae5-432e-9353-dd0762145152), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:04.323224 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad1312ca-58fd-4885-b6a7-1b09ba6685f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (aedaacd5-5ae5-432e-9353-dd0762145152), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:04.327167 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad1312ca-58fd-4885-b6a7-1b09ba6685f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:04.329620 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-ad1312ca-58fd-4885-b6a7-1b09ba6685f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aedaacd5-5ae5-432e-9353-dd0762145152 HTTP/1.1" status: 204 len: 168 time: 0.1426072 Apr 14 20:34:04.344488 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1312ca-58fd-4885-b6a7-1b09ba6685f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedaacd5-5ae5-432e-9353-dd0762145152,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:04.379277 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40498) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:04.605070 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98ad1ec6-d524-403b-b85c-5d433ea41aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:04.685677 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98ad1ec6-d524-403b-b85c-5d433ea41aa4 admin admin] Publish callbacks [] for security_group (02a5e1aa-1c70-4da9-aece-09a083aa5488), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:04.689911 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98ad1ec6-d524-403b-b85c-5d433ea41aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (02a5e1aa-1c70-4da9-aece-09a083aa5488), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:04.727639 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad1ec6-d524-403b-b85c-5d433ea41aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a5e1aa-1c70-4da9-aece-09a083aa5488,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:04.732472 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-98ad1ec6-d524-403b-b85c-5d433ea41aa4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed463a585be34d33b9bed0d7dd553c1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508015 Apr 14 20:34:04.736295 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40512) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:04.738157 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:04.785440 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4abe9b81-0b35-4a5a-a72e-ce10698bc7a2 admin admin] Publish callbacks [] for security_group (02a5e1aa-1c70-4da9-aece-09a083aa5488), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:04.813888 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4abe9b81-0b35-4a5a-a72e-ce10698bc7a2 admin admin] Publish callbacks [] for security_group (02a5e1aa-1c70-4da9-aece-09a083aa5488), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:04.862229 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4abe9b81-0b35-4a5a-a72e-ce10698bc7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (02a5e1aa-1c70-4da9-aece-09a083aa5488), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:04.865529 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4abe9b81-0b35-4a5a-a72e-ce10698bc7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:04.869092 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-4abe9b81-0b35-4a5a-a72e-ce10698bc7a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02a5e1aa-1c70-4da9-aece-09a083aa5488 HTTP/1.1" status: 204 len: 168 time: 0.1294417 Apr 14 20:34:04.875224 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe9b81-0b35-4a5a-a72e-ce10698bc7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a5e1aa-1c70-4da9-aece-09a083aa5488,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:05.231013 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40534) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:05.244788 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7be16623-03bb-4ccd-abd0-04fb094a5bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:05.332835 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7be16623-03bb-4ccd-abd0-04fb094a5bd3 admin admin] Publish callbacks [] for security_group (8708a183-ab34-4f4f-81da-861c7e7a5d96), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:05.336797 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7be16623-03bb-4ccd-abd0-04fb094a5bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (8708a183-ab34-4f4f-81da-861c7e7a5d96), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:05.377238 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-7be16623-03bb-4ccd-abd0-04fb094a5bd3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=980f2584c154469cbc98cf440ff6e82e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451399 Apr 14 20:34:05.380201 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40538) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:05.386023 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be16623-03bb-4ccd-abd0-04fb094a5bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8708a183-ab34-4f4f-81da-861c7e7a5d96,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:05.399073 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 40540) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:05.434874 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a5544f1-ec5c-4417-a519-deb1baf65769 admin admin] Publish callbacks [] for security_group (8708a183-ab34-4f4f-81da-861c7e7a5d96), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:05.456835 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a5544f1-ec5c-4417-a519-deb1baf65769 admin admin] Publish callbacks [] for security_group (8708a183-ab34-4f4f-81da-861c7e7a5d96), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:05.505125 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a5544f1-ec5c-4417-a519-deb1baf65769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (8708a183-ab34-4f4f-81da-861c7e7a5d96), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:05.508338 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a5544f1-ec5c-4417-a519-deb1baf65769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:05.509567 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-3a5544f1-ec5c-4417-a519-deb1baf65769 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8708a183-ab34-4f4f-81da-861c7e7a5d96 HTTP/1.1" status: 204 len: 168 time: 0.1284592 Apr 14 20:34:05.512608 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b15969ba-48a9-4828-9f64-9582d5738791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:05.517661 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5544f1-ec5c-4417-a519-deb1baf65769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8708a183-ab34-4f4f-81da-861c7e7a5d96,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:05.596906 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b15969ba-48a9-4828-9f64-9582d5738791 admin admin] Publish callbacks [] for security_group (cf0309bf-c9a4-4e00-a36d-7861ed5f9914), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:05.600702 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b15969ba-48a9-4828-9f64-9582d5738791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (cf0309bf-c9a4-4e00-a36d-7861ed5f9914), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:05.639731 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15969ba-48a9-4828-9f64-9582d5738791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0309bf-c9a4-4e00-a36d-7861ed5f9914,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:05.650951 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-b15969ba-48a9-4828-9f64-9582d5738791 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6adf929fa2fb47beb06e9a6e1bf2f2f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505562 Apr 14 20:34:05.652778 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40548) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:05.708043 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18eee62b-8646-4f7e-be6d-6b9152ce6f96 admin admin] Publish callbacks [] for security_group (cf0309bf-c9a4-4e00-a36d-7861ed5f9914), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:05.729836 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18eee62b-8646-4f7e-be6d-6b9152ce6f96 admin admin] Publish callbacks [] for security_group (cf0309bf-c9a4-4e00-a36d-7861ed5f9914), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:05.785871 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18eee62b-8646-4f7e-be6d-6b9152ce6f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (cf0309bf-c9a4-4e00-a36d-7861ed5f9914), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:05.788545 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18eee62b-8646-4f7e-be6d-6b9152ce6f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:05.789691 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-18eee62b-8646-4f7e-be6d-6b9152ce6f96 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf0309bf-c9a4-4e00-a36d-7861ed5f9914 HTTP/1.1" status: 204 len: 168 time: 0.1358573 Apr 14 20:34:05.797407 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eee62b-8646-4f7e-be6d-6b9152ce6f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0309bf-c9a4-4e00-a36d-7861ed5f9914,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:06.232084 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:08.114468 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:09.380899 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:15.088336 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042b115-dd34-4fe4-9cc3-5c9c2e632435 req-75f25be4-680a-47a2-951e-498e642fa786 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:34:15.089851 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b042b115-dd34-4fe4-9cc3-5c9c2e632435 req-75f25be4-680a-47a2-951e-498e642fa786 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 946 time: 0.0499613 Apr 14 20:34:15.141709 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b042b115-dd34-4fe4-9cc3-5c9c2e632435 req-4ce2d2c5-f83c-4b57-ad52-7416ae50d708 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450420 Apr 14 20:34:16.267038 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6dece-7566-4a0a-acf7-3b2cd5d3f83d req-1f758b48-ee14-44df-90dc-72845d2593e3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:34:16.268502 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-56d6dece-7566-4a0a-acf7-3b2cd5d3f83d req-1f758b48-ee14-44df-90dc-72845d2593e3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 946 time: 0.0493453 Apr 14 20:34:16.315748 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-56d6dece-7566-4a0a-acf7-3b2cd5d3f83d req-6f015164-d48a-4381-b5b2-ce62e7138568 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411091 Apr 14 20:34:16.971631 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b282a-c86d-4448-8cf4-66d248ac5d37 req-ab417af0-674f-4786-a813-ddcc4c2e0703 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:34:16.973459 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b32b282a-c86d-4448-8cf4-66d248ac5d37 req-ab417af0-674f-4786-a813-ddcc4c2e0703 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 946 time: 0.0476077 Apr 14 20:34:17.060790 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-b32b282a-c86d-4448-8cf4-66d248ac5d37 req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Deleting port 0ca574fc-73cb-44be-848f-4da23235ee9b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:34:17.061135 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b32b282a-c86d-4448-8cf4-66d248ac5d37 req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:17.151640 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-b32b282a-c86d-4448-8cf4-66d248ac5d37 req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] For port 0ca574fc-73cb-44be-848f-4da23235ee9b, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0ca574fc-73cb-44be-848f-4da23235ee9b,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:34:17.152031 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b32b282a-c86d-4448-8cf4-66d248ac5d37 req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:17.327530 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b32b282a-c86d-4448-8cf4-66d248ac5d37 req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:17.327898 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b32b282a-c86d-4448-8cf4-66d248ac5d37 req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (ea024fb4-2df6-42f7-87a3-a03807a7b651), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:17.328216 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.l3_db [req-b32b282a-c86d-4448-8cf4-66d248ac5d37 req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Floating IP ea024fb4-2df6-42f7-87a3-a03807a7b651 disassociated. External IP: 172.27.3.75, port: 0ca574fc-73cb-44be-848f-4da23235ee9b. Apr 14 20:34:17.328561 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-b32b282a-c86d-4448-8cf4-66d248ac5d37 req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Calling delete_port for 0ca574fc-73cb-44be-848f-4da23235ee9b owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:34:17.442164 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc44f0-71f4-4480-a85e-d734925ed892 req-e630a985-6323-40f1-a7d4-286ff356515f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:34:17.443669 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-01dc44f0-71f4-4480-a85e-d734925ed892 req-e630a985-6323-40f1-a7d4-286ff356515f tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e018638-3597-4aa1-ac33-e3dc44add4ed HTTP/1.1" status: 200 len: 946 time: 0.0549495 Apr 14 20:34:17.519150 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b32b282a-c86d-4448-8cf4-66d248ac5d37 req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (0ca574fc-73cb-44be-848f-4da23235ee9b), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:17.528814 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-01dc44f0-71f4-4480-a85e-d734925ed892 req-980761b0-6152-409c-aa0b-edf1c8d07c4c tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c3aa366-c007-410e-92ab-8717b9258921&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794017 Apr 14 20:34:17.552927 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Pushing event deleted for resources: {'Port': ['ID=0ca574fc-73cb-44be-848f-4da23235ee9b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:17.564172 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:17.564525 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:17.564869 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:17.565212 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:17.565549 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:17.565884 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:17.566219 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:17.566774 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:17.567200 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:17.567709 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:17.568044 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:17.568374 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:17.568703 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:17.569032 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:17.569360 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:17.680827 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b32b282a-c86d-4448-8cf4-66d248ac5d37 req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:34:17.788335 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b32b282a-c86d-4448-8cf4-66d248ac5d37 req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:34:17.797449 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08962f68-606f-4aa6-8876-a636bd3cb617 None None] Sync routers for ids ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:34:17.808166 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08962f68-606f-4aa6-8876-a636bd3cb617 None None] Routers {'5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:34:17.808775 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-08962f68-606f-4aa6-8876-a636bd3cb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:34:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:34:17.830477 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32b282a-c86d-4448-8cf4-66d248ac5d37 req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] No DVR routers for this DVR port 0ca574fc-73cb-44be-848f-4da23235ee9b on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:34:17.832923 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-b32b282a-c86d-4448-8cf4-66d248ac5d37 req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:17.836121 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-b32b282a-c86d-4448-8cf4-66d248ac5d37 req-4e5b6fb7-39d3-4936-8ac2-3b9c321c3d43 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.46 "DELETE /v2.0/ports/0ca574fc-73cb-44be-848f-4da23235ee9b HTTP/1.1" status: 204 len: 173 time: 0.8575406 Apr 14 20:34:17.836554 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e018638-3597-4aa1-ac33-e3dc44add4ed', 'name': 'network-vif-deleted', 'tag': '0ca574fc-73cb-44be-848f-4da23235ee9b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:34:17.838792 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0606dae8-fd50-4c56-9431-07b5b0de1de4" -d '{"events": [{"server_uuid": "8e018638-3597-4aa1-ac33-e3dc44add4ed", "name": "network-vif-deleted", "tag": "0ca574fc-73cb-44be-848f-4da23235ee9b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:34:17.882652 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c741d2-4952-40a2-ac12-e693743600c8 x-openstack-request-id: req-85c741d2-4952-40a2-ac12-e693743600c8 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:34:17.882946 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e018638-3597-4aa1-ac33-e3dc44add4ed", "name": "network-vif-deleted", "tag": "0ca574fc-73cb-44be-848f-4da23235ee9b", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:34:17.883207 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85c741d2-4952-40a2-ac12-e693743600c8 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:34:17.883605 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c741d2-4952-40a2-ac12-e693743600c8'] response: {'server_uuid': '8e018638-3597-4aa1-ac33-e3dc44add4ed', 'name': 'network-vif-deleted', 'tag': '0ca574fc-73cb-44be-848f-4da23235ee9b', 'status': 'completed', 'code': 200} Apr 14 20:34:17.929353 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-08962f68-606f-4aa6-8876-a636bd3cb617 None None] Set router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:34:18.272260 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-08962f68-606f-4aa6-8876-a636bd3cb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:22:43Z', 'revision_number': 4, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port': {'id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:20:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:37Z', 'updated_at': '2022-04-14T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0', 'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'mac_address': 'fa:16:3e:51:f7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:42Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 5, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'subnets': [{'id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:34:18.298708 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08962f68-606f-4aa6-8876-a636bd3cb617 None None] Checking router: 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:34:18.308112 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08962f68-606f-4aa6-8876-a636bd3cb617 None None] Routers {'5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:34:18.308827 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-08962f68-606f-4aa6-8876-a636bd3cb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:34:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:34:18.417626 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-08962f68-606f-4aa6-8876-a636bd3cb617 None None] Set router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:34:18.608374 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-08962f68-606f-4aa6-8876-a636bd3cb617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:22:43Z', 'revision_number': 4, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port': {'id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:20:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:37Z', 'updated_at': '2022-04-14T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0', 'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'mac_address': 'fa:16:3e:51:f7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:42Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 5, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'subnets': [{'id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:34:18.617688 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 40684) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:18.637968 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08962f68-606f-4aa6-8876-a636bd3cb617 None None] The sync data for ids ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'] in dv-cinder-837539-3-iscsi is: [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:22:43Z', 'revision_number': 4, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port': {'id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:20:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:37Z', 'updated_at': '2022-04-14T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0', 'name': '', 'network_id': 'b4197bec-e804-4778-9814-28700a63aa0d', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'mac_address': 'fa:16:3e:51:f7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:42Z', 'updated_at': '2022-04-14T20:22:55Z', 'revision_number': 5, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'subnets': [{'id': '997b9dd2-aea4-4c9c-9ac9-49ac96810906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:34:18.681340 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1bdaa598-4f25-4572-a696-402a190fff9b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group (9c3aa366-c007-410e-92ab-8717b9258921), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:18.705648 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1bdaa598-4f25-4572-a696-402a190fff9b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group (9c3aa366-c007-410e-92ab-8717b9258921), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:18.757064 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1bdaa598-4f25-4572-a696-402a190fff9b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (9c3aa366-c007-410e-92ab-8717b9258921), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:18.759856 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1bdaa598-4f25-4572-a696-402a190fff9b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:18.761069 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-1bdaa598-4f25-4572-a696-402a190fff9b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "DELETE /v2.0/security-groups/9c3aa366-c007-410e-92ab-8717b9258921 HTTP/1.1" status: 204 len: 168 time: 0.1418490 Apr 14 20:34:18.763843 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40686) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:18.770511 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdaa598-4f25-4572-a696-402a190fff9b tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3aa366-c007-410e-92ab-8717b9258921,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:18.779141 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.api.v2.resource [None req-4a343ab0-81b2-4e7c-b9af-f67049258dc3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] show failed (client error): The resource could not be found. Apr 14 20:34:18.780644 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-4a343ab0-81b2-4e7c-b9af-f67049258dc3 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "GET /v2.0/security-groups/9c3aa366-c007-410e-92ab-8717b9258921 HTTP/1.1" status: 404 len: 347 time: 0.0149336 Apr 14 20:34:18.783363 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 40688) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:18.868481 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649ad6ca-b5ce-4227-9c85-64cddaa0d505 None None] New status for floating IP ea024fb4-2df6-42f7-87a3-a03807a7b651: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:34:18.905764 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d62d794a-f452-4d2d-94d4-7e5aaabda431 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Deleting port 0f158809-39ff-4aaf-adf0-5067d35dce85 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:34:18.906118 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d62d794a-f452-4d2d-94d4-7e5aaabda431 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (0f158809-39ff-4aaf-adf0-5067d35dce85), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:18.986955 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d62d794a-f452-4d2d-94d4-7e5aaabda431 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (0f158809-39ff-4aaf-adf0-5067d35dce85), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:18.987236 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d62d794a-f452-4d2d-94d4-7e5aaabda431 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for floatingip (0f158809-39ff-4aaf-adf0-5067d35dce85), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:19.001245 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d62d794a-f452-4d2d-94d4-7e5aaabda431 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Calling delete_port for 0f158809-39ff-4aaf-adf0-5067d35dce85 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:34:19.128498 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d62d794a-f452-4d2d-94d4-7e5aaabda431 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (0f158809-39ff-4aaf-adf0-5067d35dce85), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:19.157893 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d794a-f452-4d2d-94d4-7e5aaabda431 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Pushing event deleted for resources: {'Port': ['ID=0f158809-39ff-4aaf-adf0-5067d35dce85,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:19.217436 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d62d794a-f452-4d2d-94d4-7e5aaabda431 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks [] for floatingip (ea024fb4-2df6-42f7-87a3-a03807a7b651), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:19.219879 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d62d794a-f452-4d2d-94d4-7e5aaabda431 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:19.221015 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-d62d794a-f452-4d2d-94d4-7e5aaabda431 tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] 10.222.0.11 "DELETE /v2.0/floatingips/ea024fb4-2df6-42f7-87a3-a03807a7b651 HTTP/1.1" status: 204 len: 168 time: 0.4365883 Apr 14 20:34:20.846293 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 0ca574fc-73cb-44be-848f-4da23235ee9b no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:34:20.867112 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: 0ca574fc-73cb-44be-848f-4da23235ee9b {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:34:20.867464 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 0ca574fc-73cb-44be-848f-4da23235ee9b not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:34:21.624332 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 40716) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:22.090853 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f4a48d5e-dba3-4018-818a-56ea1ac228d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-610754'] for router_interface (5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:22.318824 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f4a48d5e-dba3-4018-818a-56ea1ac228d4 admin admin] Deleting port 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:34:22.319161 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f4a48d5e-dba3-4018-818a-56ea1ac228d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:22.642132 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-f4a48d5e-dba3-4018-818a-56ea1ac228d4 admin admin] For port 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:34:22.642851 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f4a48d5e-dba3-4018-818a-56ea1ac228d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:22.661361 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f4a48d5e-dba3-4018-818a-56ea1ac228d4 admin admin] Calling delete_port for 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:34:22.880951 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f4a48d5e-dba3-4018-818a-56ea1ac228d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:22.909331 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a48d5e-dba3-4018-818a-56ea1ac228d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:23.099900 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f4a48d5e-dba3-4018-818a-56ea1ac228d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610654'] for router_interface (5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:23.336348 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a48d5e-dba3-4018-818a-56ea1ac228d4 admin admin] Router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:34:23.443749 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a48d5e-dba3-4018-818a-56ea1ac228d4 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:34:23.448752 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-f4a48d5e-dba3-4018-818a-56ea1ac228d4 admin admin] 10.222.0.11 "PUT /v2.0/routers/5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8234341 Apr 14 20:34:23.451246 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 40724) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:23.452547 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35584c88-429b-4c53-b005-fcf129e47c31 None None] Sync routers for ids ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:34:23.463305 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35584c88-429b-4c53-b005-fcf129e47c31 None None] Routers {'5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:34:23.463921 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-35584c88-429b-4c53-b005-fcf129e47c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:34:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:34:23.557999 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5eab-18b3-455a-ba8d-5bb293606b35 admin admin] Publish callbacks [] for router (5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:23.571710 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-35584c88-429b-4c53-b005-fcf129e47c31 None None] Set router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:34:23.676539 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5eab-18b3-455a-ba8d-5bb293606b35 admin admin] Publish callbacks [] for router_gateway (5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:23.721822 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f5eab-18b3-455a-ba8d-5bb293606b35 admin admin] Deleting port c2f8b7f0-42d6-4076-80c2-cc3fef3c9496 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:34:23.722167 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5eab-18b3-455a-ba8d-5bb293606b35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (c2f8b7f0-42d6-4076-80c2-cc3fef3c9496), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:23.746798 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-35584c88-429b-4c53-b005-fcf129e47c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:34:22Z', 'revision_number': 5, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port': {'id': 'c2f8b7f0-42d6-4076-80c2-cc3fef3c9496', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:20:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:22:37Z', 'updated_at': '2022-04-14T20:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:34:23.773924 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35584c88-429b-4c53-b005-fcf129e47c31 None None] Checking router: 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:34:23.782071 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35584c88-429b-4c53-b005-fcf129e47c31 None None] Routers {'5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:34:23.782703 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-35584c88-429b-4c53-b005-fcf129e47c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:34:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:34:23.801220 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-1a0f5eab-18b3-455a-ba8d-5bb293606b35 admin admin] For port c2f8b7f0-42d6-4076-80c2-cc3fef3c9496, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=c2f8b7f0-42d6-4076-80c2-cc3fef3c9496,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:34:23.801686 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5eab-18b3-455a-ba8d-5bb293606b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (c2f8b7f0-42d6-4076-80c2-cc3fef3c9496), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:23.814556 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f5eab-18b3-455a-ba8d-5bb293606b35 admin admin] Calling delete_port for c2f8b7f0-42d6-4076-80c2-cc3fef3c9496 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:34:23.871463 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-35584c88-429b-4c53-b005-fcf129e47c31 None None] Set router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:34:23.926598 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-35584c88-429b-4c53-b005-fcf129e47c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:34:23Z', 'revision_number': 6, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port_host': None}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:34:23.953281 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35584c88-429b-4c53-b005-fcf129e47c31 None None] The sync data for ids ['5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8'] in dv-cinder-837539-3-iscsi is: [{'id': '5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1240916845-router', 'tenant_id': 'f3f8c257adbc4afc935c3fed66259370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:22:36Z', 'updated_at': '2022-04-14T20:34:23Z', 'revision_number': 6, 'project_id': 'f3f8c257adbc4afc935c3fed66259370', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:34:23.982758 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5eab-18b3-455a-ba8d-5bb293606b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (c2f8b7f0-42d6-4076-80c2-cc3fef3c9496), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.026894 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f5eab-18b3-455a-ba8d-5bb293606b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f8b7f0-42d6-4076-80c2-cc3fef3c9496,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:24.093180 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5eab-18b3-455a-ba8d-5bb293606b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610552'] for router_gateway (5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.184879 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5eab-18b3-455a-ba8d-5bb293606b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.186896 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5eab-18b3-455a-ba8d-5bb293606b35 admin admin] Publish callbacks [] for router_controller (5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.231212 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5eab-18b3-455a-ba8d-5bb293606b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613661'] for router (5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.231746 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0f5eab-18b3-455a-ba8d-5bb293606b35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:34:24.235843 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5eab-18b3-455a-ba8d-5bb293606b35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.237026 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-1a0f5eab-18b3-455a-ba8d-5bb293606b35 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5fc3c7cc-98d8-4b8b-b178-dc1b01ce4fc8 HTTP/1.1" status: 204 len: 168 time: 0.7848270 Apr 14 20:34:24.240254 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 40728) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:24.282515 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-868ae28a-e224-4544-8e26-21ef4fe60777 admin admin] Deleting subnet 997b9dd2-aea4-4c9c-9ac9-49ac96810906 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:34:24.286039 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-868ae28a-e224-4544-8e26-21ef4fe60777 admin admin] Publish callbacks [] for subnet (997b9dd2-aea4-4c9c-9ac9-49ac96810906), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.323853 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-868ae28a-e224-4544-8e26-21ef4fe60777 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29451382'] for subnet (997b9dd2-aea4-4c9c-9ac9-49ac96810906), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.406413 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:34:24.429957 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:34:24.430521 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 6429dd0c-eaac-4d1f-9d69-0fc6b58d78c0 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:34:24.432213 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-868ae28a-e224-4544-8e26-21ef4fe60777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826849'] for subnet (997b9dd2-aea4-4c9c-9ac9-49ac96810906), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.487502 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-868ae28a-e224-4544-8e26-21ef4fe60777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29644569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30769421'] for subnet (997b9dd2-aea4-4c9c-9ac9-49ac96810906), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.513423 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ae28a-e224-4544-8e26-21ef4fe60777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=997b9dd2-aea4-4c9c-9ac9-49ac96810906,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:24.515366 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-868ae28a-e224-4544-8e26-21ef4fe60777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.518532 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-868ae28a-e224-4544-8e26-21ef4fe60777 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/997b9dd2-aea4-4c9c-9ac9-49ac96810906 HTTP/1.1" status: 204 len: 168 time: 0.2772589 Apr 14 20:34:24.520764 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12bccfc-ff21-4626-b588-d8f6c2943e24 None None] Network b4197bec-e804-4778-9814-28700a63aa0d requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:34:24.521650 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 40730) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:24.589252 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657936'] for network (b4197bec-e804-4778-9814-28700a63aa0d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.638546 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] Deleting port dd551680-e744-415a-b28f-6d7c2c8614cb {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:34:24.638892 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (dd551680-e744-415a-b28f-6d7c2c8614cb), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.703180 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] For port dd551680-e744-415a-b28f-6d7c2c8614cb, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=dd551680-e744-415a-b28f-6d7c2c8614cb,segment=NetworkSegment(fb450111-28f1-4175-a0b8-f2d926fdd69f),segment_id=fb450111-28f1-4175-a0b8-f2d926fdd69f)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:34:24.703796 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (dd551680-e744-415a-b28f-6d7c2c8614cb), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.716656 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] Calling delete_port for dd551680-e744-415a-b28f-6d7c2c8614cb owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:34:24.766273 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8742e75-610a-497a-9d5a-493d8cc05131 None None] DHCP port deletion for b4197bec-e804-4778-9814-28700a63aa0d request from dv-cinder-837539-3-iscsi {{(pid=103379) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:34:24.804345 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (dd551680-e744-415a-b28f-6d7c2c8614cb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.817743 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e8742e75-610a-497a-9d5a-493d8cc05131 None None] Deleting port dd551680-e744-415a-b28f-6d7c2c8614cb {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:34:24.818117 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e8742e75-610a-497a-9d5a-493d8cc05131 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (dd551680-e744-415a-b28f-6d7c2c8614cb), before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.829478 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd551680-e744-415a-b28f-6d7c2c8614cb,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:24.833143 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] No DVR routers for this DVR port dd551680-e744-415a-b28f-6d7c2c8614cb on host dv-cinder-837539-3-iscsi {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:34:24.885763 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-e8742e75-610a-497a-9d5a-493d8cc05131 None None] For port dd551680-e744-415a-b28f-6d7c2c8614cb, host dv-cinder-837539-3-iscsi, got binding levels [] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:34:24.886159 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e8742e75-610a-497a-9d5a-493d8cc05131 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (dd551680-e744-415a-b28f-6d7c2c8614cb), precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.900910 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e8742e75-610a-497a-9d5a-493d8cc05131 None None] Calling delete_port for dd551680-e744-415a-b28f-6d7c2c8614cb owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:34:24.903641 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.ipam_backend_mixin [None req-e8742e75-610a-497a-9d5a-493d8cc05131 None None] Port dd551680-e744-415a-b28f-6d7c2c8614cb was not found and therefore no delete operation was performed {{(pid=103379) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 14 20:34:24.904899 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e8742e75-610a-497a-9d5a-493d8cc05131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447'] for port (dd551680-e744-415a-b28f-6d7c2c8614cb), after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.908967 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830810', 'neutron.services.segments.db._delete_segments_for_network-8743027666104'] for network (b4197bec-e804-4778-9814-28700a63aa0d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.929818 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8742e75-610a-497a-9d5a-493d8cc05131 None None] Pushing event deleted for resources: {'Port': ['ID=dd551680-e744-415a-b28f-6d7c2c8614cb,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:24.930234 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4197bec-e804-4778-9814-28700a63aa0d']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:34:24.933559 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8742e75-610a-497a-9d5a-493d8cc05131 None None] No DVR routers for this DVR port dd551680-e744-415a-b28f-6d7c2c8614cb on host dv-cinder-837539-3-iscsi {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:34:24.945078 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb450111-28f1-4175-a0b8-f2d926fdd69f') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:34:24.945377 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb450111-28f1-4175-a0b8-f2d926fdd69f') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:34:24.955563 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743027671233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29451341'] for segment (fb450111-28f1-4175-a0b8-f2d926fdd69f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.970701 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (fb450111-28f1-4175-a0b8-f2d926fdd69f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.976792 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:34:24.977176 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29644707'] for segment (fb450111-28f1-4175-a0b8-f2d926fdd69f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: Traceback (most recent call last): Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: timer() Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: cb(*args, **kw) Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: return func(*args, **kwargs) Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: self._notify() Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: self.callback(batched_events) Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: event.method(event) Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: return f(self, *a, **k) Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: return self._get(url).json() Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: return self.request(url, 'GET', **kwargs) Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:34:24.978885 dv-cinder-837539-3-iscsi neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:34:25.034984 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610524'] for network (b4197bec-e804-4778-9814-28700a63aa0d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:25.040629 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:25.044156 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] 10.222.0.11 "DELETE /v2.0/networks/b4197bec-e804-4778-9814-28700a63aa0d HTTP/1.1" status: 204 len: 168 time: 0.5215929 Apr 14 20:34:25.056952 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f0f61-5555-4723-8fcc-ad257fdb2e8c admin admin] Pushing event deleted for resources: {'Network': ['ID=b4197bec-e804-4778-9814-28700a63aa0d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:25.155928 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 40736) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:25.196029 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-47976919-0503-48ba-8abe-baa9086f11b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3f8c257adbc4afc935c3fed66259370&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389454 Apr 14 20:34:25.198654 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 40738) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:25.248005 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5a03de2-fb8e-43fd-aef5-cdf885457503 admin admin] Publish callbacks [] for security_group (5c23c1cd-58a4-4a8b-98a9-7dc03a68f6c1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:25.269336 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5a03de2-fb8e-43fd-aef5-cdf885457503 admin admin] Publish callbacks [] for security_group (5c23c1cd-58a4-4a8b-98a9-7dc03a68f6c1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:25.315195 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5a03de2-fb8e-43fd-aef5-cdf885457503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (5c23c1cd-58a4-4a8b-98a9-7dc03a68f6c1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:25.318228 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5a03de2-fb8e-43fd-aef5-cdf885457503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:25.319411 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-b5a03de2-fb8e-43fd-aef5-cdf885457503 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c23c1cd-58a4-4a8b-98a9-7dc03a68f6c1 HTTP/1.1" status: 204 len: 168 time: 0.1198714 Apr 14 20:34:25.326978 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a03de2-fb8e-43fd-aef5-cdf885457503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c23c1cd-58a4-4a8b-98a9-7dc03a68f6c1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:26.179774 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device dd551680-e744-415a-b28f-6d7c2c8614cb no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:34:26.199889 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: dd551680-e744-415a-b28f-6d7c2c8614cb {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:34:26.200237 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device dd551680-e744-415a-b28f-6d7c2c8614cb not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:34:26.200657 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device c2f8b7f0-42d6-4076-80c2-cc3fef3c9496 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:34:26.219891 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: c2f8b7f0-42d6-4076-80c2-cc3fef3c9496 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:34:26.220242 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device c2f8b7f0-42d6-4076-80c2-cc3fef3c9496 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:34:29.789863 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:34:31.339150 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b421dad4-f8bd-4277-b9cc-0652975abcbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:33.670012 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 40850) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:33.710334 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2580754-1665-4f0a-85bc-7fb63a950562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:33.775014 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e86d225-a487-4489-87b6-fd5e28561179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:33.851159 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e86d225-a487-4489-87b6-fd5e28561179 admin admin] Publish callbacks [] for security_group (d65f0c24-e99f-432f-bb52-1b6d735a437e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:33.854929 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e86d225-a487-4489-87b6-fd5e28561179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (d65f0c24-e99f-432f-bb52-1b6d735a437e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:33.892453 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-7e86d225-a487-4489-87b6-fd5e28561179 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ef0376b28ad4d90aff8d313aa399dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213581 Apr 14 20:34:33.893538 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86d225-a487-4489-87b6-fd5e28561179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65f0c24-e99f-432f-bb52-1b6d735a437e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:33.895996 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40854) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:33.945662 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39be1e1a-dc56-4619-971d-802b703494bd admin admin] Publish callbacks [] for security_group (d65f0c24-e99f-432f-bb52-1b6d735a437e), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:33.969463 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39be1e1a-dc56-4619-971d-802b703494bd admin admin] Publish callbacks [] for security_group (d65f0c24-e99f-432f-bb52-1b6d735a437e), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:34.018408 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39be1e1a-dc56-4619-971d-802b703494bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (d65f0c24-e99f-432f-bb52-1b6d735a437e), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:34.021040 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39be1e1a-dc56-4619-971d-802b703494bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:34.022309 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-39be1e1a-dc56-4619-971d-802b703494bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d65f0c24-e99f-432f-bb52-1b6d735a437e HTTP/1.1" status: 204 len: 168 time: 0.1245930 Apr 14 20:34:34.029809 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be1e1a-dc56-4619-971d-802b703494bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65f0c24-e99f-432f-bb52-1b6d735a437e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:34.739104 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:36.235525 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:36.726238 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40932) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:36.830260 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f775d7d-03cc-4852-a9a1-e291a370f976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:36.903302 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f775d7d-03cc-4852-a9a1-e291a370f976 admin admin] Publish callbacks [] for security_group (1c12545c-9215-4a65-b4aa-913d033ed5b3), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:36.906941 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f775d7d-03cc-4852-a9a1-e291a370f976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (1c12545c-9215-4a65-b4aa-913d033ed5b3), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:36.946602 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-2f775d7d-03cc-4852-a9a1-e291a370f976 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bdb9892323484e7ea3e004189c395e38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191911 Apr 14 20:34:36.947485 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f775d7d-03cc-4852-a9a1-e291a370f976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c12545c-9215-4a65-b4aa-913d033ed5b3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:36.949238 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 40936) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:37.000239 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e14631fe-6365-42d9-8d27-02ea3220a74a admin admin] Publish callbacks [] for security_group (1c12545c-9215-4a65-b4aa-913d033ed5b3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:37.022266 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e14631fe-6365-42d9-8d27-02ea3220a74a admin admin] Publish callbacks [] for security_group (1c12545c-9215-4a65-b4aa-913d033ed5b3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:37.067192 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e14631fe-6365-42d9-8d27-02ea3220a74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (1c12545c-9215-4a65-b4aa-913d033ed5b3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:37.071176 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e14631fe-6365-42d9-8d27-02ea3220a74a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:37.072708 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-e14631fe-6365-42d9-8d27-02ea3220a74a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c12545c-9215-4a65-b4aa-913d033ed5b3 HTTP/1.1" status: 204 len: 168 time: 0.1223001 Apr 14 20:34:37.080415 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14631fe-6365-42d9-8d27-02ea3220a74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c12545c-9215-4a65-b4aa-913d033ed5b3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:37.480340 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 40956) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:37.585058 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b7f6-61be-4af0-b60d-544f54a816d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:37.666502 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b7f6-61be-4af0-b60d-544f54a816d5 admin admin] Publish callbacks [] for security_group (a6fc07c1-a574-4c57-af16-e7a390cab805), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:37.670936 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b7f6-61be-4af0-b60d-544f54a816d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (a6fc07c1-a574-4c57-af16-e7a390cab805), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:37.712449 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-0cb0b7f6-61be-4af0-b60d-544f54a816d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba008dabd1e04af5b6a91719671df0a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310140 Apr 14 20:34:37.714284 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0b7f6-61be-4af0-b60d-544f54a816d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fc07c1-a574-4c57-af16-e7a390cab805,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:37.715244 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 40968) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:37.766904 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15070ac3-f84d-4b36-945b-b402e5b46cd9 admin admin] Publish callbacks [] for security_group (a6fc07c1-a574-4c57-af16-e7a390cab805), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:37.789217 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15070ac3-f84d-4b36-945b-b402e5b46cd9 admin admin] Publish callbacks [] for security_group (a6fc07c1-a574-4c57-af16-e7a390cab805), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:37.835983 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15070ac3-f84d-4b36-945b-b402e5b46cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (a6fc07c1-a574-4c57-af16-e7a390cab805), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:37.838684 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15070ac3-f84d-4b36-945b-b402e5b46cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:37.839840 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-15070ac3-f84d-4b36-945b-b402e5b46cd9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a6fc07c1-a574-4c57-af16-e7a390cab805 HTTP/1.1" status: 204 len: 168 time: 0.1235564 Apr 14 20:34:37.849986 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15070ac3-f84d-4b36-945b-b402e5b46cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fc07c1-a574-4c57-af16-e7a390cab805,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:38.133428 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:39.374477 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:46.469245 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41184) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:46.612102 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:46.690643 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] Publish callbacks [] for security_group (ae9d7f2e-42a2-4d4c-95bc-d05fc8aa61b7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:46.694236 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (ae9d7f2e-42a2-4d4c-95bc-d05fc8aa61b7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:46.732038 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c04e58d93c64a9a811568d850a1248c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617221 Apr 14 20:34:46.732979 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9d7f2e-42a2-4d4c-95bc-d05fc8aa61b7,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:46.734676 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41188) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:46.740028 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:46.740379 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:46.740728 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:46.741070 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:46.741476 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:46.741814 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:46.742142 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:46.742494 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:46.742824 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:46.743152 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:46.743479 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:46.743806 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:46.744131 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:46.744452 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:46.744775 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820ac229-b1e3-4405-af2e-841e99b62f29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:34:46.783587 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d3ad117-f868-4631-8957-43a7ff10e8cd admin admin] Publish callbacks [] for security_group (ae9d7f2e-42a2-4d4c-95bc-d05fc8aa61b7), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:46.805053 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d3ad117-f868-4631-8957-43a7ff10e8cd admin admin] Publish callbacks [] for security_group (ae9d7f2e-42a2-4d4c-95bc-d05fc8aa61b7), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:46.849721 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d3ad117-f868-4631-8957-43a7ff10e8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (ae9d7f2e-42a2-4d4c-95bc-d05fc8aa61b7), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:46.853059 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d3ad117-f868-4631-8957-43a7ff10e8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:46.854231 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-4d3ad117-f868-4631-8957-43a7ff10e8cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae9d7f2e-42a2-4d4c-95bc-d05fc8aa61b7 HTTP/1.1" status: 204 len: 168 time: 0.1179683 Apr 14 20:34:46.862138 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ad117-f868-4631-8957-43a7ff10e8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9d7f2e-42a2-4d4c-95bc-d05fc8aa61b7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:48.690310 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41248) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:48.734269 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8e4f31c6-fa94-42bf-ac4d-b32bf8e797da req-7a3b6547-dafd-45a7-90e4-e786d428134d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5934fa8d-af25-460b-a9cc-354ac5fda916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377133 Apr 14 20:34:48.800706 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3895cf35-2ec7-4f6e-ac7c-2866ebc3d5b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:48.814260 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f31c6-fa94-42bf-ac4d-b32bf8e797da req-49311867-b9ba-48c1-93ae-f284c932b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:34:48.816169 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8e4f31c6-fa94-42bf-ac4d-b32bf8e797da req-49311867-b9ba-48c1-93ae-f284c932b609 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=924c18fd64a043699aeb1ce62cc31145&device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 1129 time: 0.0607851 Apr 14 20:34:48.952514 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3895cf35-2ec7-4f6e-ac7c-2866ebc3d5b2 admin admin] Publish callbacks [] for security_group (1293024d-96a2-4901-bc8e-ed7dfda0237c), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:48.954000 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f31c6-fa94-42bf-ac4d-b32bf8e797da req-575182d3-cb46-43da-9929-d04566af0eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:34:48.955564 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8e4f31c6-fa94-42bf-ac4d-b32bf8e797da req-575182d3-cb46-43da-9929-d04566af0eca service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc816253-53ef-4b12-982a-ad49d0c30481 HTTP/1.1" status: 200 len: 916 time: 0.1209958 Apr 14 20:34:48.956586 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3895cf35-2ec7-4f6e-ac7c-2866ebc3d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (1293024d-96a2-4901-bc8e-ed7dfda0237c), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:49.035692 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-3895cf35-2ec7-4f6e-ac7c-2866ebc3d5b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d79ebbbe4f640868ab2b6ed5e83ef6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441501 Apr 14 20:34:49.039029 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41252) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:49.041289 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895cf35-2ec7-4f6e-ac7c-2866ebc3d5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1293024d-96a2-4901-bc8e-ed7dfda0237c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:49.056331 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8e4f31c6-fa94-42bf-ac4d-b32bf8e797da req-826e5c8c-429e-4611-9ad6-05bcea1c9abc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9542d43f-c399-4e3a-bc3c-0f24fe48b582 HTTP/1.1" status: 200 len: 999 time: 0.0900302 Apr 14 20:34:49.089914 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4c3a-aeec-464f-a8b4-0ebd7747c369 admin admin] Publish callbacks [] for security_group (1293024d-96a2-4901-bc8e-ed7dfda0237c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:49.105869 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f31c6-fa94-42bf-ac4d-b32bf8e797da req-c8bb48a1-e2bd-4177-bee2-d5bca8da888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:34:49.107446 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8e4f31c6-fa94-42bf-ac4d-b32bf8e797da req-c8bb48a1-e2bd-4177-bee2-d5bca8da888e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a3d11b83-af55-48c9-bf30-95e6969d035a HTTP/1.1" status: 200 len: 854 time: 0.0452979 Apr 14 20:34:49.111507 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4c3a-aeec-464f-a8b4-0ebd7747c369 admin admin] Publish callbacks [] for security_group (1293024d-96a2-4901-bc8e-ed7dfda0237c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:49.149521 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f31c6-fa94-42bf-ac4d-b32bf8e797da req-9ea24e17-5a92-4b71-ac26-b38f1999f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:34:49.151077 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8e4f31c6-fa94-42bf-ac4d-b32bf8e797da req-9ea24e17-5a92-4b71-ac26-b38f1999f73e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc816253-53ef-4b12-982a-ad49d0c30481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377338 Apr 14 20:34:49.158807 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4c3a-aeec-464f-a8b4-0ebd7747c369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (1293024d-96a2-4901-bc8e-ed7dfda0237c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:49.161486 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4c3a-aeec-464f-a8b4-0ebd7747c369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:49.162639 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-4e2c4c3a-aeec-464f-a8b4-0ebd7747c369 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1293024d-96a2-4901-bc8e-ed7dfda0237c HTTP/1.1" status: 204 len: 168 time: 0.1222694 Apr 14 20:34:49.171458 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c4c3a-aeec-464f-a8b4-0ebd7747c369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1293024d-96a2-4901-bc8e-ed7dfda0237c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:49.247661 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8e4f31c6-fa94-42bf-ac4d-b32bf8e797da req-50a3a6ec-dd2c-43e1-88ba-38ec9f1f83d0 service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898628 Apr 14 20:34:49.350380 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-8e4f31c6-fa94-42bf-ac4d-b32bf8e797da req-2419f2cb-0127-4d19-8ca4-25b118717532 service neutron] 10.222.0.46 "GET /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959859 Apr 14 20:34:58.251801 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41372) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:58.353383 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b5a8319-6007-4856-9c78-b03d2e4ed8e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:58.427329 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b5a8319-6007-4856-9c78-b03d2e4ed8e1 admin admin] Publish callbacks [] for security_group (cfdd2797-dc5a-44b3-ba02-33caa7c17c53), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:58.431038 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b5a8319-6007-4856-9c78-b03d2e4ed8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (cfdd2797-dc5a-44b3-ba02-33caa7c17c53), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:58.471271 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-1b5a8319-6007-4856-9c78-b03d2e4ed8e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=53ba1e40d6e4438892f2a45cf7b9129e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183533 Apr 14 20:34:58.472059 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a8319-6007-4856-9c78-b03d2e4ed8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdd2797-dc5a-44b3-ba02-33caa7c17c53,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:58.473853 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41376) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:58.522030 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6dc5cc53-f37f-44da-944e-15ee1bf305ff admin admin] Publish callbacks [] for security_group (cfdd2797-dc5a-44b3-ba02-33caa7c17c53), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:58.545807 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6dc5cc53-f37f-44da-944e-15ee1bf305ff admin admin] Publish callbacks [] for security_group (cfdd2797-dc5a-44b3-ba02-33caa7c17c53), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:58.591761 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6dc5cc53-f37f-44da-944e-15ee1bf305ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (cfdd2797-dc5a-44b3-ba02-33caa7c17c53), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:58.594299 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6dc5cc53-f37f-44da-944e-15ee1bf305ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:58.595478 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-6dc5cc53-f37f-44da-944e-15ee1bf305ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cfdd2797-dc5a-44b3-ba02-33caa7c17c53 HTTP/1.1" status: 204 len: 168 time: 0.1200640 Apr 14 20:34:58.604155 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5cc53-f37f-44da-944e-15ee1bf305ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdd2797-dc5a-44b3-ba02-33caa7c17c53,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:58.850819 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41382) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:58.864015 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9438-2be0-4e2e-85b8-e670ce4cfe3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:58.938270 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9438-2be0-4e2e-85b8-e670ce4cfe3f admin admin] Publish callbacks [] for security_group (265b25ed-d919-4bd7-8964-bc02310bf0e4), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:58.941701 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9438-2be0-4e2e-85b8-e670ce4cfe3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (265b25ed-d919-4bd7-8964-bc02310bf0e4), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:58.979783 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-0cfe9438-2be0-4e2e-85b8-e670ce4cfe3f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73a5d94c5b2846cb89dc3e5bd28e9107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278887 Apr 14 20:34:58.980638 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe9438-2be0-4e2e-85b8-e670ce4cfe3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265b25ed-d919-4bd7-8964-bc02310bf0e4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:34:58.982437 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41384) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:34:59.031441 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a370-cfdf-4b09-b2cb-8b100217076a admin admin] Publish callbacks [] for security_group (265b25ed-d919-4bd7-8964-bc02310bf0e4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:59.053379 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a370-cfdf-4b09-b2cb-8b100217076a admin admin] Publish callbacks [] for security_group (265b25ed-d919-4bd7-8964-bc02310bf0e4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:59.100072 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a370-cfdf-4b09-b2cb-8b100217076a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (265b25ed-d919-4bd7-8964-bc02310bf0e4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:59.102636 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a370-cfdf-4b09-b2cb-8b100217076a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:34:59.103780 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a5f1a370-cfdf-4b09-b2cb-8b100217076a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/265b25ed-d919-4bd7-8964-bc02310bf0e4 HTTP/1.1" status: 204 len: 168 time: 0.1196673 Apr 14 20:34:59.111603 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1a370-cfdf-4b09-b2cb-8b100217076a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265b25ed-d919-4bd7-8964-bc02310bf0e4,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:01.341354 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3e106cb-3607-4ba5-9fb7-80c644732641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:03.713488 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2c990ec-b6f9-49a8-b68b-eea7da856497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:03.999326 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41502) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:04.105487 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6040a51-1ab8-4e88-90c8-cb2efaf57fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:04.185208 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6040a51-1ab8-4e88-90c8-cb2efaf57fe1 admin admin] Publish callbacks [] for security_group (39a0e318-f3fa-45c5-bdce-774c3b5274be), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:04.189281 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6040a51-1ab8-4e88-90c8-cb2efaf57fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (39a0e318-f3fa-45c5-bdce-774c3b5274be), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:04.227732 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-b6040a51-1ab8-4e88-90c8-cb2efaf57fe1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e94c434ad6e4db3a49850bf0aecf53c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273633 Apr 14 20:35:04.230051 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6040a51-1ab8-4e88-90c8-cb2efaf57fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a0e318-f3fa-45c5-bdce-774c3b5274be,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:04.231021 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41506) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:04.282785 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09ee4b03-466d-465d-b777-435ecca930dc admin admin] Publish callbacks [] for security_group (39a0e318-f3fa-45c5-bdce-774c3b5274be), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:04.305154 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09ee4b03-466d-465d-b777-435ecca930dc admin admin] Publish callbacks [] for security_group (39a0e318-f3fa-45c5-bdce-774c3b5274be), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:04.352620 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09ee4b03-466d-465d-b777-435ecca930dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (39a0e318-f3fa-45c5-bdce-774c3b5274be), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:04.355612 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09ee4b03-466d-465d-b777-435ecca930dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:04.356750 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-09ee4b03-466d-465d-b777-435ecca930dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39a0e318-f3fa-45c5-bdce-774c3b5274be HTTP/1.1" status: 204 len: 168 time: 0.1246374 Apr 14 20:35:04.364532 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee4b03-466d-465d-b777-435ecca930dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a0e318-f3fa-45c5-bdce-774c3b5274be,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:04.606658 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41512) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:04.622680 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2e31e17c-67e5-4254-b034-7b084bca5ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:04.701835 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2e31e17c-67e5-4254-b034-7b084bca5ff3 admin admin] Publish callbacks [] for security_group (78f45e93-21c6-48b8-82c1-4631e71e7459), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:04.705912 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2e31e17c-67e5-4254-b034-7b084bca5ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (78f45e93-21c6-48b8-82c1-4631e71e7459), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:04.740374 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:04.751148 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-2e31e17c-67e5-4254-b034-7b084bca5ff3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33195a6906e54b79b5931a33a07af32f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434186 Apr 14 20:35:04.752260 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31e17c-67e5-4254-b034-7b084bca5ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f45e93-21c6-48b8-82c1-4631e71e7459,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:04.753826 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41518) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:04.803627 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb9e041d-95c0-4a3b-b198-f18e6cb34377 admin admin] Publish callbacks [] for security_group (78f45e93-21c6-48b8-82c1-4631e71e7459), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:04.826469 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb9e041d-95c0-4a3b-b198-f18e6cb34377 admin admin] Publish callbacks [] for security_group (78f45e93-21c6-48b8-82c1-4631e71e7459), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:04.872857 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb9e041d-95c0-4a3b-b198-f18e6cb34377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (78f45e93-21c6-48b8-82c1-4631e71e7459), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:04.875474 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb9e041d-95c0-4a3b-b198-f18e6cb34377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:04.876638 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-fb9e041d-95c0-4a3b-b198-f18e6cb34377 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78f45e93-21c6-48b8-82c1-4631e71e7459 HTTP/1.1" status: 204 len: 168 time: 0.1217966 Apr 14 20:35:04.884270 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e041d-95c0-4a3b-b198-f18e6cb34377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f45e93-21c6-48b8-82c1-4631e71e7459,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:05.011802 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188df906-4fcc-4edc-b00f-6312b3a08311 req-fc6dded6-017d-45a0-9354-042586f4a979 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:05.013295 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-188df906-4fcc-4edc-b00f-6312b3a08311 req-fc6dded6-017d-45a0-9354-042586f4a979 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 945 time: 0.0491145 Apr 14 20:35:05.065937 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-188df906-4fcc-4edc-b00f-6312b3a08311 req-a57b2d8e-24f2-4ccd-b3b3-4fe45e0d83e5 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=31991549-85e3-425a-86a5-04c46059ab3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468493 Apr 14 20:35:06.181937 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde16dd-b43e-40a1-8680-a82a7cdd2cea req-1bbc2840-0dc1-44e1-aeda-c61d7ae2bed5 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:06.183417 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6dde16dd-b43e-40a1-8680-a82a7cdd2cea req-1bbc2840-0dc1-44e1-aeda-c61d7ae2bed5 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 945 time: 0.0495536 Apr 14 20:35:06.231104 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6dde16dd-b43e-40a1-8680-a82a7cdd2cea req-78773c27-98dc-4359-be8d-1b7f8de3736e tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups?id=31991549-85e3-425a-86a5-04c46059ab3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421143 Apr 14 20:35:06.239554 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:06.455372 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41570) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:06.555139 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce875685-cff8-48fa-9bc6-04aa4adf71bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:06.628420 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce875685-cff8-48fa-9bc6-04aa4adf71bf admin admin] Publish callbacks [] for security_group (1ed2f17b-e1a4-4645-b32a-0cf708f09fb4), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:06.631973 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce875685-cff8-48fa-9bc6-04aa4adf71bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (1ed2f17b-e1a4-4645-b32a-0cf708f09fb4), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:06.670168 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-ce875685-cff8-48fa-9bc6-04aa4adf71bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d9de9f38eb2433e9b224fc10d3b8e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130868 Apr 14 20:35:06.670771 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce875685-cff8-48fa-9bc6-04aa4adf71bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed2f17b-e1a4-4645-b32a-0cf708f09fb4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:06.672218 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41574) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:06.720411 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5df3a7bb-45ff-4c74-8f85-83120d525d47 admin admin] Publish callbacks [] for security_group (1ed2f17b-e1a4-4645-b32a-0cf708f09fb4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:06.745312 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5df3a7bb-45ff-4c74-8f85-83120d525d47 admin admin] Publish callbacks [] for security_group (1ed2f17b-e1a4-4645-b32a-0cf708f09fb4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:06.777528 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a96431-abf7-49fa-bb16-ef8848e0462b req-ed454ade-dbec-4ebe-a56a-efc79a185681 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:06.779028 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a1a96431-abf7-49fa-bb16-ef8848e0462b req-ed454ade-dbec-4ebe-a56a-efc79a185681 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "GET /v2.0/ports?device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 945 time: 0.0476227 Apr 14 20:35:06.788594 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:35:06.792915 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5df3a7bb-45ff-4c74-8f85-83120d525d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (1ed2f17b-e1a4-4645-b32a-0cf708f09fb4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:06.797196 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5df3a7bb-45ff-4c74-8f85-83120d525d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:06.801579 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-5df3a7bb-45ff-4c74-8f85-83120d525d47 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1ed2f17b-e1a4-4645-b32a-0cf708f09fb4 HTTP/1.1" status: 204 len: 168 time: 0.1255724 Apr 14 20:35:06.811620 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3a7bb-45ff-4c74-8f85-83120d525d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed2f17b-e1a4-4645-b32a-0cf708f09fb4,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:06.887410 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-a1a96431-abf7-49fa-bb16-ef8848e0462b req-25eed0da-5fc4-4598-ada5-896cd383f0db tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Deleting port 9542d43f-c399-4e3a-bc3c-0f24fe48b582 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:35:06.887846 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a1a96431-abf7-49fa-bb16-ef8848e0462b req-25eed0da-5fc4-4598-ada5-896cd383f0db tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (9542d43f-c399-4e3a-bc3c-0f24fe48b582), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:06.976684 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-a1a96431-abf7-49fa-bb16-ef8848e0462b req-25eed0da-5fc4-4598-ada5-896cd383f0db tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] For port 9542d43f-c399-4e3a-bc3c-0f24fe48b582, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=9542d43f-c399-4e3a-bc3c-0f24fe48b582,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:35:06.977313 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a1a96431-abf7-49fa-bb16-ef8848e0462b req-25eed0da-5fc4-4598-ada5-896cd383f0db tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (9542d43f-c399-4e3a-bc3c-0f24fe48b582), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:07.081614 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41580) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:07.095380 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-27347f74-7277-4203-b315-8e26f56761b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:07.168009 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-27347f74-7277-4203-b315-8e26f56761b7 admin admin] Publish callbacks [] for security_group (38d1ee76-f7c8-4d77-9a1e-09cdc501adec), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:07.168240 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a1a96431-abf7-49fa-bb16-ef8848e0462b req-25eed0da-5fc4-4598-ada5-896cd383f0db tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:07.168559 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a1a96431-abf7-49fa-bb16-ef8848e0462b req-25eed0da-5fc4-4598-ada5-896cd383f0db tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (9b40fab2-a96b-486b-bb5d-2b9700ccf9b9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:07.168915 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.l3_db [req-a1a96431-abf7-49fa-bb16-ef8848e0462b req-25eed0da-5fc4-4598-ada5-896cd383f0db tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Floating IP 9b40fab2-a96b-486b-bb5d-2b9700ccf9b9 disassociated. External IP: 172.27.3.4, port: 9542d43f-c399-4e3a-bc3c-0f24fe48b582. Apr 14 20:35:07.169342 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-a1a96431-abf7-49fa-bb16-ef8848e0462b req-25eed0da-5fc4-4598-ada5-896cd383f0db tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Calling delete_port for 9542d43f-c399-4e3a-bc3c-0f24fe48b582 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:35:07.172861 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-27347f74-7277-4203-b315-8e26f56761b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (38d1ee76-f7c8-4d77-9a1e-09cdc501adec), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:07.209450 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-27347f74-7277-4203-b315-8e26f56761b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a4b031a75014411d80db15e9f9517eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267731 Apr 14 20:35:07.212047 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41582) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:07.219736 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27347f74-7277-4203-b315-8e26f56761b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d1ee76-f7c8-4d77-9a1e-09cdc501adec,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:07.266914 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df82035d-c45e-4467-96af-8dd42a96e098 admin admin] Publish callbacks [] for security_group (38d1ee76-f7c8-4d77-9a1e-09cdc501adec), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:07.288164 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df82035d-c45e-4467-96af-8dd42a96e098 admin admin] Publish callbacks [] for security_group (38d1ee76-f7c8-4d77-9a1e-09cdc501adec), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:07.314279 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a1a96431-abf7-49fa-bb16-ef8848e0462b req-25eed0da-5fc4-4598-ada5-896cd383f0db tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (9542d43f-c399-4e3a-bc3c-0f24fe48b582), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:07.342658 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df82035d-c45e-4467-96af-8dd42a96e098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (38d1ee76-f7c8-4d77-9a1e-09cdc501adec), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:07.345180 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df82035d-c45e-4467-96af-8dd42a96e098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:07.346387 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-df82035d-c45e-4467-96af-8dd42a96e098 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/38d1ee76-f7c8-4d77-9a1e-09cdc501adec HTTP/1.1" status: 204 len: 168 time: 0.1326776 Apr 14 20:35:07.355122 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82035d-c45e-4467-96af-8dd42a96e098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d1ee76-f7c8-4d77-9a1e-09cdc501adec,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:07.360770 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-49dda224-ab24-4043-a91b-79765e0a7752 req-b1a38f51-6492-4820-926e-f5c10b56ec7a tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934fa8d-af25-460b-a9cc-354ac5fda916 HTTP/1.1" status: 200 len: 210 time: 0.0563014 Apr 14 20:35:07.361878 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eed0da-5fc4-4598-ada5-896cd383f0db tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event deleted for resources: {'Port': ['ID=9542d43f-c399-4e3a-bc3c-0f24fe48b582,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:07.490991 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1a96431-abf7-49fa-bb16-ef8848e0462b req-25eed0da-5fc4-4598-ada5-896cd383f0db tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:35:07.884381 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1a96431-abf7-49fa-bb16-ef8848e0462b req-25eed0da-5fc4-4598-ada5-896cd383f0db tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:35:07.898766 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2cd9ff-9b97-453d-945d-609baefc3988 None None] Sync routers for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:35:07.912846 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2cd9ff-9b97-453d-945d-609baefc3988 None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:35:07.913482 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6e2cd9ff-9b97-453d-945d-609baefc3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:35:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:07.936328 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a96431-abf7-49fa-bb16-ef8848e0462b req-25eed0da-5fc4-4598-ada5-896cd383f0db tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] No DVR routers for this DVR port 9542d43f-c399-4e3a-bc3c-0f24fe48b582 on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:35:07.939024 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-a1a96431-abf7-49fa-bb16-ef8848e0462b req-25eed0da-5fc4-4598-ada5-896cd383f0db tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:07.942520 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a1a96431-abf7-49fa-bb16-ef8848e0462b req-25eed0da-5fc4-4598-ada5-896cd383f0db tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.46 "DELETE /v2.0/ports/9542d43f-c399-4e3a-bc3c-0f24fe48b582 HTTP/1.1" status: 204 len: 173 time: 1.1584287 Apr 14 20:35:07.943069 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5934fa8d-af25-460b-a9cc-354ac5fda916', 'name': 'network-vif-deleted', 'tag': '9542d43f-c399-4e3a-bc3c-0f24fe48b582'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:35:07.945356 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb436b6d-4bbb-469f-a79d-8e8953618c68" -d '{"events": [{"server_uuid": "5934fa8d-af25-460b-a9cc-354ac5fda916", "name": "network-vif-deleted", "tag": "9542d43f-c399-4e3a-bc3c-0f24fe48b582"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:35:07.997058 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5881061-7c6b-42db-b11f-bd1b30cb94ea x-openstack-request-id: req-d5881061-7c6b-42db-b11f-bd1b30cb94ea {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:35:07.997350 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5934fa8d-af25-460b-a9cc-354ac5fda916", "name": "network-vif-deleted", "tag": "9542d43f-c399-4e3a-bc3c-0f24fe48b582", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:35:07.997598 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5881061-7c6b-42db-b11f-bd1b30cb94ea {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:35:07.999082 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5881061-7c6b-42db-b11f-bd1b30cb94ea'] response: {'server_uuid': '5934fa8d-af25-460b-a9cc-354ac5fda916', 'name': 'network-vif-deleted', 'tag': '9542d43f-c399-4e3a-bc3c-0f24fe48b582', 'status': 'completed', 'code': 200} Apr 14 20:35:08.054619 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6e2cd9ff-9b97-453d-945d-609baefc3988 None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:35:08.086287 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41608) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:08.120397 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:08.195595 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-30fd1de3-55a4-4f7b-b605-966033a48df2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1359331057-network', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:08.216484 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fd1de3-55a4-4f7b-b605-966033a48df2 admin admin] Made reservation on behalf of 53e9df16ee264fd7acd831313dd0edb9 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:35:08.219082 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30fd1de3-55a4-4f7b-b605-966033a48df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:08.227756 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30fd1de3-55a4-4f7b-b605-966033a48df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:08.243690 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6e2cd9ff-9b97-453d-945d-609baefc3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:08.274557 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2cd9ff-9b97-453d-945d-609baefc3988 None None] Checking router: 6234cb36-42be-4975-8a0a-5dec5c82e1a6 for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:35:08.284006 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2cd9ff-9b97-453d-945d-609baefc3988 None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:35:08.284656 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6e2cd9ff-9b97-453d-945d-609baefc3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:35:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:08.307990 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30fd1de3-55a4-4f7b-b605-966033a48df2 admin admin] Publish callbacks [] for security_group (b3214062-f06d-42d9-82e5-470704e73c66), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:08.311937 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30fd1de3-55a4-4f7b-b605-966033a48df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (b3214062-f06d-42d9-82e5-470704e73c66), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:08.334787 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fd1de3-55a4-4f7b-b605-966033a48df2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:35:08.357198 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd1de3-55a4-4f7b-b605-966033a48df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3214062-f06d-42d9-82e5-470704e73c66,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:08.361717 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30fd1de3-55a4-4f7b-b605-966033a48df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (0629cdfb-8286-4780-97f8-a93e19475c2e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:08.362454 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-30fd1de3-55a4-4f7b-b605-966033a48df2 admin admin] Added segment 0629cdfb-8286-4780-97f8-a93e19475c2e of type vlan for network 7292b277-45d8-4041-843d-ff21427623ec Apr 14 20:35:08.401267 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-6e2cd9ff-9b97-453d-945d-609baefc3988 None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:35:08.417410 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30fd1de3-55a4-4f7b-b605-966033a48df2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (7292b277-45d8-4041-843d-ff21427623ec), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:08.449408 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30fd1de3-55a4-4f7b-b605-966033a48df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (7292b277-45d8-4041-843d-ff21427623ec), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:08.450556 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fd1de3-55a4-4f7b-b605-966033a48df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:08.451157 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30fd1de3-55a4-4f7b-b605-966033a48df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:08.464893 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41616) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:08.521684 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d667102d-3ecf-46c1-85f4-2d39966099e8 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (31991549-85e3-425a-86a5-04c46059ab3a), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:08.549756 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d667102d-3ecf-46c1-85f4-2d39966099e8 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (31991549-85e3-425a-86a5-04c46059ab3a), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:08.605198 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d667102d-3ecf-46c1-85f4-2d39966099e8 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (31991549-85e3-425a-86a5-04c46059ab3a), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:08.607872 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d667102d-3ecf-46c1-85f4-2d39966099e8 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:08.610487 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-d667102d-3ecf-46c1-85f4-2d39966099e8 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "DELETE /v2.0/security-groups/31991549-85e3-425a-86a5-04c46059ab3a HTTP/1.1" status: 204 len: 168 time: 0.1430721 Apr 14 20:35:08.613912 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41618) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:08.632165 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667102d-3ecf-46c1-85f4-2d39966099e8 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31991549-85e3-425a-86a5-04c46059ab3a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:08.634835 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.api.v2.resource [None req-6dc31da3-e3a4-46a3-a827-ebbbba845f93 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] show failed (client error): The resource could not be found. Apr 14 20:35:08.635878 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-6dc31da3-e3a4-46a3-a827-ebbbba845f93 tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "GET /v2.0/security-groups/31991549-85e3-425a-86a5-04c46059ab3a HTTP/1.1" status: 404 len: 347 time: 0.0207460 Apr 14 20:35:08.639095 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41620) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:08.740273 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-6e2cd9ff-9b97-453d-945d-609baefc3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:08.765720 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5aadfbad-411b-4d8c-b523-584b28a7630b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Deleting port 5372804c-07df-474d-8746-19cf0d1bf7ff {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:35:08.766065 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5aadfbad-411b-4d8c-b523-584b28a7630b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (5372804c-07df-474d-8746-19cf0d1bf7ff), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:08.768465 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2cd9ff-9b97-453d-945d-609baefc3988 None None] The sync data for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi is: [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:33Z', 'revision_number': 4, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '3fcf3ba4-fbe8-4866-9f9c-f83acaf68563', 'name': '', 'network_id': 'fc816253-53ef-4b12-982a-ad49d0c30481', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'mac_address': 'fa:16:3e:49:78:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:33Z', 'updated_at': '2022-04-14T20:24:37Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'subnets': [{'id': 'a3d11b83-af55-48c9-bf30-95e6969d035a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:35:08.773491 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-30fd1de3-55a4-4f7b-b605-966033a48df2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6858275 Apr 14 20:35:08.774202 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41622) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:08.781920 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d2ebc813-3586-4576-b97e-7bace8fe93cc admin admin] Request body: {'subnet': {'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1359331057-subnet', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:08.788260 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd1de3-55a4-4f7b-b605-966033a48df2 admin admin] Pushing event updated for resources: {'Network': ['ID=7292b277-45d8-4041-843d-ff21427623ec,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:08.799123 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network 7292b277-45d8-4041-843d-ff21427623ec details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:35:08.813323 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ebc813-3586-4576-b97e-7bace8fe93cc admin admin] Made reservation on behalf of 53e9df16ee264fd7acd831313dd0edb9 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:35:08.815953 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc813-3586-4576-b97e-7bace8fe93cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30769442'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:08.862465 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5aadfbad-411b-4d8c-b523-584b28a7630b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (5372804c-07df-474d-8746-19cf0d1bf7ff), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:08.862923 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5aadfbad-411b-4d8c-b523-584b28a7630b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (5372804c-07df-474d-8746-19cf0d1bf7ff), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:08.886855 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5aadfbad-411b-4d8c-b523-584b28a7630b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Calling delete_port for 5372804c-07df-474d-8746-19cf0d1bf7ff owned by network:floatingip {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:35:09.007067 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc813-3586-4576-b97e-7bace8fe93cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29645510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30769460'] for subnet (cbcfd0cc-bef8-4613-8874-08483fbe35d1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.049264 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0bb493-9c59-4c42-ad67-61df5bd8ec9b None None] New status for floating IP 9b40fab2-a96b-486b-bb5d-2b9700ccf9b9: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:35:09.059752 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5aadfbad-411b-4d8c-b523-584b28a7630b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (5372804c-07df-474d-8746-19cf0d1bf7ff), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.066535 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebc813-3586-4576-b97e-7bace8fe93cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbcfd0cc-bef8-4613-8874-08483fbe35d1,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:09.075824 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ebc813-3586-4576-b97e-7bace8fe93cc admin admin] Checking segment: {'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:35:09.076290 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ebc813-3586-4576-b97e-7bace8fe93cc admin admin] Network hostable DHCP agents. Network: 7292b277-45d8-4041-843d-ff21427623ec, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:35:09.092595 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadfbad-411b-4d8c-b523-584b28a7630b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Pushing event deleted for resources: {'Port': ['ID=5372804c-07df-474d-8746-19cf0d1bf7ff,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:09.094032 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ebc813-3586-4576-b97e-7bace8fe93cc admin admin] Network 7292b277-45d8-4041-843d-ff21427623ec is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:35:09.105802 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-d2ebc813-3586-4576-b97e-7bace8fe93cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, 7292b277-45d8-4041-843d-ff21427623ec) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:35:09.110553 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ebc813-3586-4576-b97e-7bace8fe93cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:09.111218 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc813-3586-4576-b97e-7bace8fe93cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.132019 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-d2ebc813-3586-4576-b97e-7bace8fe93cc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3514338 Apr 14 20:35:09.132233 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4a2890-3e40-47c8-83e9-7fbc8e6a79a6 None None] Network 7292b277-45d8-4041-843d-ff21427623ec requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:35:09.132703 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41624) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:09.136916 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:09.166535 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5aadfbad-411b-4d8c-b523-584b28a7630b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks [] for floatingip (9b40fab2-a96b-486b-bb5d-2b9700ccf9b9), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.169296 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5aadfbad-411b-4d8c-b523-584b28a7630b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.172839 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-5aadfbad-411b-4d8c-b523-584b28a7630b tempest-AttachVolumeNegativeTest-1886773124 tempest-AttachVolumeNegativeTest-1886773124-project] 10.222.0.11 "DELETE /v2.0/floatingips/9b40fab2-a96b-486b-bb5d-2b9700ccf9b9 HTTP/1.1" status: 204 len: 168 time: 0.5304370 Apr 14 20:35:09.172988 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-612684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (62e6271f-0dbc-4602-b8c7-5b5928c13150), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.172988 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (62e6271f-0dbc-4602-b8c7-5b5928c13150), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.245608 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] Publish callbacks [] for router_controller (62e6271f-0dbc-4602-b8c7-5b5928c13150), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.264743 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cbe5ecf-7572-5a24-94c4-ddcd9da69cec-7292b277-45d8-4041-843d-ff21427623ec', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1'}]}} from dv-cinder-837539-3-iscsi. {{(pid=103379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:35:09.265810 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.393450 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] Publish callbacks [] for router_gateway (62e6271f-0dbc-4602-b8c7-5b5928c13150), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.397245 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.414893 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Allocated IP 172.20.0.2 (7292b277-45d8-4041-843d-ff21427623ec/cbcfd0cc-bef8-4613-8874-08483fbe35d1/a8a89d9e-1609-485b-ac14-5e3ee019d433) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:35:09.563703 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Publish callbacks [] for port (a8a89d9e-1609-485b-ac14-5e3ee019d433), precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.569420 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (a8a89d9e-1609-485b-ac14-5e3ee019d433), after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.584932 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] Publish callbacks [] for router_gateway (62e6271f-0dbc-4602-b8c7-5b5928c13150), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.604938 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.605335 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Network 7292b277-45d8-4041-843d-ff21427623ec is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:35:09.608114 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:35:09.613651 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:35:09.628295 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Pushing event updated for resources: {'Port': ['ID=a8a89d9e-1609-485b-ac14-5e3ee019d433,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:09.718231 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] Allocated IP 172.27.3.46 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/0205981f-84a9-41b4-9d85-858c0131ad5a) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:35:09.778166 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:09.778534 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:09.778878 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:09.779212 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:09.779542 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:09.779875 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:09.780196 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:09.780513 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:09.780831 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:09.781148 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:09.781475 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:09.781785 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:09.782104 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:09.782417 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:09.782749 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:09.817286 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Attempting to bind port a8a89d9e-1609-485b-ac14-5e3ee019d433 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:35:09.817572 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Attempting to bind port a8a89d9e-1609-485b-ac14-5e3ee019d433 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:35:09.817931 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Attempting to bind port a8a89d9e-1609-485b-ac14-5e3ee019d433 on network 7292b277-45d8-4041-843d-ff21427623ec {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:35:09.823425 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:35:09.823804 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Checking segment: {'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:35:09.824201 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.824589 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Bound using segment: {'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:35:09.825052 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Bound port: a8a89d9e-1609-485b-ac14-5e3ee019d433, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:35:09.825433 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (a8a89d9e-1609-485b-ac14-5e3ee019d433), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.827772 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] Publish callbacks [] for port (0205981f-84a9-41b4-9d85-858c0131ad5a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.861170 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (0205981f-84a9-41b4-9d85-858c0131ad5a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.887757 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] For port a8a89d9e-1609-485b-ac14-5e3ee019d433, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:35:09.891074 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] For port a8a89d9e-1609-485b-ac14-5e3ee019d433, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=a8a89d9e-1609-485b-ac14-5e3ee019d433,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:35:09.897354 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (a8a89d9e-1609-485b-ac14-5e3ee019d433), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:09.904460 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:35:09.907467 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:35:09.912381 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:35:09.914415 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] Pushing event updated for resources: {'Port': ['ID=0205981f-84a9-41b4-9d85-858c0131ad5a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:09.971384 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d66e2-dfe3-4f21-ad99-b98f77e516bf None None] Pushing event updated for resources: {'Port': ['ID=a8a89d9e-1609-485b-ac14-5e3ee019d433,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:10.204853 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] Publish callbacks [] for router_gateway (62e6271f-0dbc-4602-b8c7-5b5928c13150), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:10.239982 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device a8a89d9e-1609-485b-ac14-5e3ee019d433 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:35:10.293708 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port a8a89d9e-1609-485b-ac14-5e3ee019d433 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:10.294174 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (a8a89d9e-1609-485b-ac14-5e3ee019d433), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:10.377837 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port a8a89d9e-1609-485b-ac14-5e3ee019d433 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:10.378341 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (a8a89d9e-1609-485b-ac14-5e3ee019d433), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:10.425762 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] For port a8a89d9e-1609-485b-ac14-5e3ee019d433, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=a8a89d9e-1609-485b-ac14-5e3ee019d433,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:35:10.426620 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610468'] for router (62e6271f-0dbc-4602-b8c7-5b5928c13150), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:10.430902 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (a8a89d9e-1609-485b-ac14-5e3ee019d433), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:10.484852 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Pushing event updated for resources: {'Port': ['ID=a8a89d9e-1609-485b-ac14-5e3ee019d433,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:10.570210 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] Router 62e6271f-0dbc-4602-b8c7-5b5928c13150 is scheduled to L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:35:10.689693 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:35:10.701572 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Sync routers for ids ['62e6271f-0dbc-4602-b8c7-5b5928c13150'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:35:10.709203 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:10.710577 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-4339bd83-4a6f-4b06-bc06-19f7e0da94db admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5770738 Apr 14 20:35:10.713695 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41640) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:10.718953 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Routers {'62e6271f-0dbc-4602-b8c7-5b5928c13150'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:35:10.719579 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:35:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['62e6271f-0dbc-4602-b8c7-5b5928c13150'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:10.847579 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Set router 62e6271f-0dbc-4602-b8c7-5b5928c13150 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:35:10.948591 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ea2a14-e86e-436b-9afa-8ab3cf1c8dfb None None] Network 7292b277-45d8-4041-843d-ff21427623ec requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:35:11.025770 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:10Z', 'revision_number': 3, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:11.056785 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Checking router: 62e6271f-0dbc-4602-b8c7-5b5928c13150 for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:35:11.057122 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Updating router 62e6271f-0dbc-4602-b8c7-5b5928c13150 port 0205981f-84a9-41b4-9d85-858c0131ad5a binding host dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:35:11.077622 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 9542d43f-c399-4e3a-bc3c-0f24fe48b582 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:35:11.089352 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (0205981f-84a9-41b4-9d85-858c0131ad5a), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:11.102407 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-f6c75ced-9045-4c00-b4b8-340b58723b64 None None] Provisioning complete for port a8a89d9e-1609-485b-ac14-5e3ee019d433 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:11.103328 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6c75ced-9045-4c00-b4b8-340b58723b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (a8a89d9e-1609-485b-ac14-5e3ee019d433), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:11.107974 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: 9542d43f-c399-4e3a-bc3c-0f24fe48b582 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:35:11.108325 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 9542d43f-c399-4e3a-bc3c-0f24fe48b582 not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:35:11.182040 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b675-ef9f-411f-aa12-c9ee2fe33110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:11.201993 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f6c75ced-9045-4c00-b4b8-340b58723b64 None None] Current status of the port a8a89d9e-1609-485b-ac14-5e3ee019d433 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:11.349491 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6ee5b675-ef9f-411f-aa12-c9ee2fe33110 admin admin] Allocated IP 172.20.0.1 (7292b277-45d8-4041-843d-ff21427623ec/cbcfd0cc-bef8-4613-8874-08483fbe35d1/ef37c6e4-29db-4104-88d6-6a5336f42226) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:35:11.366062 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Publish callbacks [] for port (0205981f-84a9-41b4-9d85-858c0131ad5a), precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:11.372091 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (0205981f-84a9-41b4-9d85-858c0131ad5a), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:11.425061 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5b129-087a-4696-befa-b27754d08c8c None None] Pushing event updated for resources: {'Port': ['ID=0205981f-84a9-41b4-9d85-858c0131ad5a,revision_number=2']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:11.430081 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-57d44030-a1e4-4b4e-9167-d0aaf9520b57 None None] Provisioning complete for port a8a89d9e-1609-485b-ac14-5e3ee019d433 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:11.431920 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-57d44030-a1e4-4b4e-9167-d0aaf9520b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (a8a89d9e-1609-485b-ac14-5e3ee019d433), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:11.432518 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Attempting to bind port 0205981f-84a9-41b4-9d85-858c0131ad5a on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:35:11.432869 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Attempting to bind port 0205981f-84a9-41b4-9d85-858c0131ad5a by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:35:11.433474 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Attempting to bind port 0205981f-84a9-41b4-9d85-858c0131ad5a on network 0ff0ed06-361c-431d-a8f4-874987c3167c {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:35:11.452014 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5b129-087a-4696-befa-b27754d08c8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:11.452386 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5b129-087a-4696-befa-b27754d08c8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:11.452709 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5b129-087a-4696-befa-b27754d08c8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:11.453078 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5b129-087a-4696-befa-b27754d08c8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:11.453419 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5b129-087a-4696-befa-b27754d08c8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:11.453750 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5b129-087a-4696-befa-b27754d08c8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:11.454075 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5b129-087a-4696-befa-b27754d08c8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:11.454415 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5b129-087a-4696-befa-b27754d08c8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:11.454752 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5b129-087a-4696-befa-b27754d08c8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:11.455074 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5b129-087a-4696-befa-b27754d08c8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:11.455399 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5b129-087a-4696-befa-b27754d08c8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:11.455744 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5b129-087a-4696-befa-b27754d08c8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:11.456067 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5b129-087a-4696-befa-b27754d08c8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:11.456387 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5b129-087a-4696-befa-b27754d08c8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:11.456705 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5b129-087a-4696-befa-b27754d08c8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:11.462723 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:35:11.463037 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Checking segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:35:11.463457 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:11.463813 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Bound using segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:35:11.464459 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Bound port: 0205981f-84a9-41b4-9d85-858c0131ad5a, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:35:11.465015 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (0205981f-84a9-41b4-9d85-858c0131ad5a), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:11.479631 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b675-ef9f-411f-aa12-c9ee2fe33110 admin admin] Publish callbacks [] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:11.517698 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-57d44030-a1e4-4b4e-9167-d0aaf9520b57 None None] Current status of the port a8a89d9e-1609-485b-ac14-5e3ee019d433 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:11.518584 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] For port 0205981f-84a9-41b4-9d85-858c0131ad5a, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:35:11.520079 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b675-ef9f-411f-aa12-c9ee2fe33110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:11.522260 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] For port 0205981f-84a9-41b4-9d85-858c0131ad5a, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=0205981f-84a9-41b4-9d85-858c0131ad5a,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:35:11.529805 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (0205981f-84a9-41b4-9d85-858c0131ad5a), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:11.562192 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee5b675-ef9f-411f-aa12-c9ee2fe33110 admin admin] Network 7292b277-45d8-4041-843d-ff21427623ec is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:35:11.567161 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6ee5b675-ef9f-411f-aa12-c9ee2fe33110 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:35:11.569682 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee5b675-ef9f-411f-aa12-c9ee2fe33110 admin admin] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:35:11.581807 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5b129-087a-4696-befa-b27754d08c8c None None] Pushing event updated for resources: {'Port': ['ID=0205981f-84a9-41b4-9d85-858c0131ad5a,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:11.604117 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5b675-ef9f-411f-aa12-c9ee2fe33110 admin admin] Pushing event updated for resources: {'Port': ['ID=ef37c6e4-29db-4104-88d6-6a5336f42226,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:11.614192 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Routers {'62e6271f-0dbc-4602-b8c7-5b5928c13150'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:35:11.614984 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:35:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['62e6271f-0dbc-4602-b8c7-5b5928c13150'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:11.626816 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b675-ef9f-411f-aa12-c9ee2fe33110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610389'] for router_interface (62e6271f-0dbc-4602-b8c7-5b5928c13150), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:11.743104 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] Set router 62e6271f-0dbc-4602-b8c7-5b5928c13150 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:35:11.802330 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b675-ef9f-411f-aa12-c9ee2fe33110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:11.952015 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-ba3f790b-25b1-4915-9408-2c8927c652fd None None] Provisioning complete for port ef37c6e4-29db-4104-88d6-6a5336f42226 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:11.952398 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ba3f790b-25b1-4915-9408-2c8927c652fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:11.957536 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:10Z', 'revision_number': 3, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:12.002919 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004cb5d2-36f6-4cd1-a878-4dcf58aa16a6 None None] The sync data for ids ['62e6271f-0dbc-4602-b8c7-5b5928c13150'] in dv-cinder-837539-3-iscsi is: [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:10Z', 'revision_number': 3, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:35:12.006508 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b675-ef9f-411f-aa12-c9ee2fe33110 admin admin] Publish callbacks [] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:12.037112 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b675-ef9f-411f-aa12-c9ee2fe33110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:12.061493 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f790b-25b1-4915-9408-2c8927c652fd None None] Port ef37c6e4-29db-4104-88d6-6a5336f42226 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:35:12.144755 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b675-ef9f-411f-aa12-c9ee2fe33110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610789'] for router_interface (62e6271f-0dbc-4602-b8c7-5b5928c13150), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:12.156744 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5b675-ef9f-411f-aa12-c9ee2fe33110 admin admin] Pushing event updated for resources: {'Port': ['ID=ef37c6e4-29db-4104-88d6-6a5336f42226,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:12.217190 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device a8a89d9e-1609-485b-ac14-5e3ee019d433 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:35:12.263320 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee5b675-ef9f-411f-aa12-c9ee2fe33110 admin admin] Network 7292b277-45d8-4041-843d-ff21427623ec is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:35:12.264872 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6ee5b675-ef9f-411f-aa12-c9ee2fe33110 admin admin] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:35:12.293820 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port a8a89d9e-1609-485b-ac14-5e3ee019d433 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:12.294276 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (a8a89d9e-1609-485b-ac14-5e3ee019d433), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:12.463447 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee5b675-ef9f-411f-aa12-c9ee2fe33110 admin admin] Router 62e6271f-0dbc-4602-b8c7-5b5928c13150 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:35:12.484737 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port a8a89d9e-1609-485b-ac14-5e3ee019d433 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:12.589334 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee5b675-ef9f-411f-aa12-c9ee2fe33110 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:35:12.599238 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-6ee5b675-ef9f-411f-aa12-c9ee2fe33110 admin admin] 10.222.0.11 "PUT /v2.0/routers/62e6271f-0dbc-4602-b8c7-5b5928c13150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8795140 Apr 14 20:35:12.615933 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-396ac101-d855-4d59-bd2f-35b719a7bcce None None] Provisioning complete for port ef37c6e4-29db-4104-88d6-6a5336f42226 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:12.616309 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-396ac101-d855-4d59-bd2f-35b719a7bcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:12.656001 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-396ac101-d855-4d59-bd2f-35b719a7bcce None None] Port ef37c6e4-29db-4104-88d6-6a5336f42226 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:35:13.083631 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41672) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:13.088548 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-381c5aab-b911-4210-b151-a548610b4aa0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1214298236-network', 'tenant_id': '07e9ac9e406c4e36a3e453116b633214'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:13.108009 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381c5aab-b911-4210-b151-a548610b4aa0 admin admin] Made reservation on behalf of 07e9ac9e406c4e36a3e453116b633214 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:35:13.110396 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-381c5aab-b911-4210-b151-a548610b4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:13.121258 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-381c5aab-b911-4210-b151-a548610b4aa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:13.199181 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-381c5aab-b911-4210-b151-a548610b4aa0 admin admin] Publish callbacks [] for security_group (8a1af7db-b4ac-4f03-aa19-4567826a3fc3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:13.203762 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-381c5aab-b911-4210-b151-a548610b4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (8a1af7db-b4ac-4f03-aa19-4567826a3fc3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:13.220679 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381c5aab-b911-4210-b151-a548610b4aa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:35:13.234615 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41680) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:13.245914 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-381c5aab-b911-4210-b151-a548610b4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (68c7f627-633b-431b-abbd-d89429dd9e25), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:13.246266 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-381c5aab-b911-4210-b151-a548610b4aa0 admin admin] Added segment 68c7f627-633b-431b-abbd-d89429dd9e25 of type vlan for network 165056d4-dece-4f7b-adc6-e974aeeeacc9 Apr 14 20:35:13.254699 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c5aab-b911-4210-b151-a548610b4aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1af7db-b4ac-4f03-aa19-4567826a3fc3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:13.297207 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-381c5aab-b911-4210-b151-a548610b4aa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (165056d4-dece-4f7b-adc6-e974aeeeacc9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:13.322739 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-381c5aab-b911-4210-b151-a548610b4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (165056d4-dece-4f7b-adc6-e974aeeeacc9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:13.323702 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381c5aab-b911-4210-b151-a548610b4aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:13.324287 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-381c5aab-b911-4210-b151-a548610b4aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:13.355752 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-381c5aab-b911-4210-b151-a548610b4aa0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2710292 Apr 14 20:35:13.358601 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41684) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:13.364180 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-c64252eb-d3ee-4e20-a560-e4a71ea3f409 admin admin] Request body: {'subnet': {'network_id': '165056d4-dece-4f7b-adc6-e974aeeeacc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1214298236-subnet', 'tenant_id': '07e9ac9e406c4e36a3e453116b633214', 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:13.385358 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64252eb-d3ee-4e20-a560-e4a71ea3f409 admin admin] Made reservation on behalf of 07e9ac9e406c4e36a3e453116b633214 for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:35:13.387357 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c5aab-b911-4210-b151-a548610b4aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=165056d4-dece-4f7b-adc6-e974aeeeacc9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:13.387720 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c64252eb-d3ee-4e20-a560-e4a71ea3f409 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31045885'] for subnet (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:13.397016 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network 165056d4-dece-4f7b-adc6-e974aeeeacc9 details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:35:13.736393 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c64252eb-d3ee-4e20-a560-e4a71ea3f409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30809592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31045867'] for subnet (a39b3403-d9c6-4139-905d-97a5bd3296c6), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:13.794108 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Sync routers for ids ['62e6271f-0dbc-4602-b8c7-5b5928c13150'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:35:13.804947 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Routers {'62e6271f-0dbc-4602-b8c7-5b5928c13150'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:35:13.805562 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:35:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['62e6271f-0dbc-4602-b8c7-5b5928c13150'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:13.818588 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64252eb-d3ee-4e20-a560-e4a71ea3f409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a39b3403-d9c6-4139-905d-97a5bd3296c6,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:13.851637 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64252eb-d3ee-4e20-a560-e4a71ea3f409 admin admin] Checking segment: {'id': '68c7f627-633b-431b-abbd-d89429dd9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165056d4-dece-4f7b-adc6-e974aeeeacc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:35:13.851988 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64252eb-d3ee-4e20-a560-e4a71ea3f409 admin admin] Network hostable DHCP agents. Network: 165056d4-dece-4f7b-adc6-e974aeeeacc9, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:35:13.902576 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64252eb-d3ee-4e20-a560-e4a71ea3f409 admin admin] Network 165056d4-dece-4f7b-adc6-e974aeeeacc9 is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:35:13.915980 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Set router 62e6271f-0dbc-4602-b8c7-5b5928c13150 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:35:13.934734 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c64252eb-d3ee-4e20-a560-e4a71ea3f409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, 165056d4-dece-4f7b-adc6-e974aeeeacc9) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:35:13.939501 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64252eb-d3ee-4e20-a560-e4a71ea3f409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:13.940427 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c64252eb-d3ee-4e20-a560-e4a71ea3f409 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:13.944724 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77db7172-e28f-41ef-8846-1e5ada8f4ef8 None None] Network 165056d4-dece-4f7b-adc6-e974aeeeacc9 requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:35:13.959923 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4c5238f-fec8-42e9-8b65-df7ff085afcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-610754'] for router_interface (6234cb36-42be-4975-8a0a-5dec5c82e1a6), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:13.966845 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-c64252eb-d3ee-4e20-a560-e4a71ea3f409 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6069765 Apr 14 20:35:13.969790 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41686) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:13.974309 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1214298236-router', 'tenant_id': '07e9ac9e406c4e36a3e453116b633214', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:13.995311 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-612684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8844'] for router (1a5a1a67-ae6c-44f9-915c-0812328dd728), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:13.996448 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router (1a5a1a67-ae6c-44f9-915c-0812328dd728), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:14.056887 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] Publish callbacks [] for router_controller (1a5a1a67-ae6c-44f9-915c-0812328dd728), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:14.170466 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cbe5ecf-7572-5a24-94c4-ddcd9da69cec-165056d4-dece-4f7b-adc6-e974aeeeacc9', 'network_id': '165056d4-dece-4f7b-adc6-e974aeeeacc9', 'project_id': '07e9ac9e406c4e36a3e453116b633214', 'fixed_ips': [{'subnet_id': 'a39b3403-d9c6-4139-905d-97a5bd3296c6'}]}} from dv-cinder-837539-3-iscsi. {{(pid=103379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 20:35:14.172777 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:14.238307 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] Publish callbacks [] for router_gateway (1a5a1a67-ae6c-44f9-915c-0812328dd728), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:14.244032 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a4c5238f-fec8-42e9-8b65-df7ff085afcc admin admin] Deleting port 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:35:14.244770 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4c5238f-fec8-42e9-8b65-df7ff085afcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:14.279868 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 0205981f-84a9-41b4-9d85-858c0131ad5a up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:35:14.330654 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 2, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:14.334106 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a4c5238f-fec8-42e9-8b65-df7ff085afcc admin admin] For port 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=3fcf3ba4-fbe8-4866-9f9c-f83acaf68563,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:35:14.334552 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4c5238f-fec8-42e9-8b65-df7ff085afcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:14.351299 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a4c5238f-fec8-42e9-8b65-df7ff085afcc admin admin] Calling delete_port for 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 owned by network:router_interface {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:35:14.398648 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Checking router: 62e6271f-0dbc-4602-b8c7-5b5928c13150 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:35:14.399173 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Updating router 62e6271f-0dbc-4602-b8c7-5b5928c13150 port ef37c6e4-29db-4104-88d6-6a5336f42226 binding host dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:35:14.439850 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] Publish callbacks [] for router_gateway (1a5a1a67-ae6c-44f9-915c-0812328dd728), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:14.453041 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:14.455321 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.db_base_plugin_common [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Allocated IP 172.20.0.2 (165056d4-dece-4f7b-adc6-e974aeeeacc9/a39b3403-d9c6-4139-905d-97a5bd3296c6/08775a2e-1461-413b-ae37-1c4cfc3d1d0f) {{(pid=103379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:35:14.459402 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:14.468522 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 0205981f-84a9-41b4-9d85-858c0131ad5a triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:14.468978 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (0205981f-84a9-41b4-9d85-858c0131ad5a), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:14.554457 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4c5238f-fec8-42e9-8b65-df7ff085afcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (3fcf3ba4-fbe8-4866-9f9c-f83acaf68563), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:14.579046 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] Allocated IP 172.27.3.114 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/e9ae2258-2f89-48bd-b114-e8cd3965c46b) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:35:14.581211 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5238f-fec8-42e9-8b65-df7ff085afcc admin admin] Pushing event deleted for resources: {'Port': ['ID=3fcf3ba4-fbe8-4866-9f9c-f83acaf68563,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:14.747062 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] Publish callbacks [] for port (e9ae2258-2f89-48bd-b114-e8cd3965c46b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:14.774744 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4c5238f-fec8-42e9-8b65-df7ff085afcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610654'] for router_interface (6234cb36-42be-4975-8a0a-5dec5c82e1a6), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:14.791839 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (e9ae2258-2f89-48bd-b114-e8cd3965c46b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:14.839020 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:35:14.845328 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:35:14.851290 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:35:14.880387 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ae2258-2f89-48bd-b114-e8cd3965c46b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:14.893240 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 0205981f-84a9-41b4-9d85-858c0131ad5a is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:14.893666 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (0205981f-84a9-41b4-9d85-858c0131ad5a), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:14.979773 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] For port 0205981f-84a9-41b4-9d85-858c0131ad5a, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=0205981f-84a9-41b4-9d85-858c0131ad5a,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:35:14.994065 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (0205981f-84a9-41b4-9d85-858c0131ad5a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:15.029016 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Publish callbacks [] for port (08775a2e-1461-413b-ae37-1c4cfc3d1d0f), precommit_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:15.043665 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c5238f-fec8-42e9-8b65-df7ff085afcc admin admin] Router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:35:15.045560 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438'] for port (08775a2e-1461-413b-ae37-1c4cfc3d1d0f), after_create {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:15.111836 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Network 165056d4-dece-4f7b-adc6-e974aeeeacc9 is already hosted by enough agents. {{(pid=103379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:35:15.112705 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Pushing event updated for resources: {'Port': ['ID=0205981f-84a9-41b4-9d85-858c0131ad5a,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:15.119101 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.scheduler.base_scheduler [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Resources bound (agent type, host, resource id): {{(pid=103379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:35:15.123652 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Received port after_create {{(pid=103379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:35:15.133253 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] Publish callbacks [] for router_gateway (1a5a1a67-ae6c-44f9-915c-0812328dd728), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:15.173098 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c5238f-fec8-42e9-8b65-df7ff085afcc admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:35:15.181910 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-a4c5238f-fec8-42e9-8b65-df7ff085afcc admin admin] 10.222.0.11 "PUT /v2.0/routers/6234cb36-42be-4975-8a0a-5dec5c82e1a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9433849 Apr 14 20:35:15.182884 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41688) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:15.184896 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f4f335-5b10-4341-adfb-1776c6371557 None None] Sync routers for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:35:15.195434 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Publish callbacks [] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:15.199983 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f4f335-5b10-4341-adfb-1776c6371557 None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:35:15.200868 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Pushing event updated for resources: {'Port': ['ID=08775a2e-1461-413b-ae37-1c4cfc3d1d0f,revision_number=1']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:15.201186 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a8f4f335-5b10-4341-adfb-1776c6371557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:35:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:15.206037 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:15.281209 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Attempting to bind port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:35:15.281583 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Attempting to bind port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': '68c7f627-633b-431b-abbd-d89429dd9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165056d4-dece-4f7b-adc6-e974aeeeacc9'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:35:15.281945 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Attempting to bind port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f on network 165056d4-dece-4f7b-adc6-e974aeeeacc9 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:35:15.290107 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:35:15.292221 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Checking segment: {'id': '68c7f627-633b-431b-abbd-d89429dd9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165056d4-dece-4f7b-adc6-e974aeeeacc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:35:15.292630 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:15.293020 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Bound using segment: {'id': '68c7f627-633b-431b-abbd-d89429dd9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165056d4-dece-4f7b-adc6-e974aeeeacc9'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:35:15.293488 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Bound port: 08775a2e-1461-413b-ae37-1c4cfc3d1d0f, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c7f627-633b-431b-abbd-d89429dd9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165056d4-dece-4f7b-adc6-e974aeeeacc9'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:35:15.293864 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (08775a2e-1461-413b-ae37-1c4cfc3d1d0f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:15.301098 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55884a9a-7faa-41f8-9830-46e797f5adf6 None None] Pushing event updated for resources: {'Port': ['ID=ef37c6e4-29db-4104-88d6-6a5336f42226,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:15.337973 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a8f4f335-5b10-4341-adfb-1776c6371557 None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:35:15.358625 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31cdb721-cf83-44c6-8f6d-df7fb9a32154 admin admin] Publish callbacks [] for router (6234cb36-42be-4975-8a0a-5dec5c82e1a6), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:15.430523 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Attempting to bind port ef37c6e4-29db-4104-88d6-6a5336f42226 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:35:15.430983 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Attempting to bind port ef37c6e4-29db-4104-88d6-6a5336f42226 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:35:15.431366 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Attempting to bind port ef37c6e4-29db-4104-88d6-6a5336f42226 on network 7292b277-45d8-4041-843d-ff21427623ec {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:35:15.441073 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:35:15.441475 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Checking segment: {'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:35:15.441899 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:15.442321 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Bound using segment: {'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:35:15.442856 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Bound port: ef37c6e4-29db-4104-88d6-6a5336f42226, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:35:15.443238 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:15.445712 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] For port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:35:15.454308 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] For port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=08775a2e-1461-413b-ae37-1c4cfc3d1d0f,segment=NetworkSegment(68c7f627-633b-431b-abbd-d89429dd9e25),segment_id=68c7f627-633b-431b-abbd-d89429dd9e25)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:35:15.456395 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610468'] for router (1a5a1a67-ae6c-44f9-915c-0812328dd728), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:15.480356 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (08775a2e-1461-413b-ae37-1c4cfc3d1d0f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:15.536789 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31cdb721-cf83-44c6-8f6d-df7fb9a32154 admin admin] Publish callbacks [] for router_gateway (6234cb36-42be-4975-8a0a-5dec5c82e1a6), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:15.621805 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-31cdb721-cf83-44c6-8f6d-df7fb9a32154 admin admin] Deleting port 43dab8de-aed0-48a0-b500-a84e95fa352d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:35:15.622316 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31cdb721-cf83-44c6-8f6d-df7fb9a32154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (43dab8de-aed0-48a0-b500-a84e95fa352d), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:15.626120 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8a1c1-6155-463a-afe0-53af75ebfa59 None None] Pushing event updated for resources: {'Port': ['ID=08775a2e-1461-413b-ae37-1c4cfc3d1d0f,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:15.637467 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] For port ef37c6e4-29db-4104-88d6-6a5336f42226, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:35:15.650333 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] For port ef37c6e4-29db-4104-88d6-6a5336f42226, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=ef37c6e4-29db-4104-88d6-6a5336f42226,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:35:15.659966 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] Router 1a5a1a67-ae6c-44f9-915c-0812328dd728 is scheduled to L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 20:35:15.661503 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:15.708290 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a8f4f335-5b10-4341-adfb-1776c6371557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 5, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port': {'id': '43dab8de-aed0-48a0-b500-a84e95fa352d', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:15.748733 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-38e2d5bd-c234-4b3b-9626-685d72c829fc None None] Provisioning complete for port ef37c6e4-29db-4104-88d6-6a5336f42226 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:15.749327 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38e2d5bd-c234-4b3b-9626-685d72c829fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:15.754231 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f4f335-5b10-4341-adfb-1776c6371557 None None] Checking router: 6234cb36-42be-4975-8a0a-5dec5c82e1a6 for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:35:15.756735 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-31cdb721-cf83-44c6-8f6d-df7fb9a32154 admin admin] For port 43dab8de-aed0-48a0-b500-a84e95fa352d, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=43dab8de-aed0-48a0-b500-a84e95fa352d,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:35:15.757408 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31cdb721-cf83-44c6-8f6d-df7fb9a32154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (43dab8de-aed0-48a0-b500-a84e95fa352d), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:15.768552 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f4f335-5b10-4341-adfb-1776c6371557 None None] Routers {'6234cb36-42be-4975-8a0a-5dec5c82e1a6'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:35:15.769429 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a8f4f335-5b10-4341-adfb-1776c6371557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:35:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:15.774717 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-31cdb721-cf83-44c6-8f6d-df7fb9a32154 admin admin] Calling delete_port for 43dab8de-aed0-48a0-b500-a84e95fa352d owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:35:15.808589 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55884a9a-7faa-41f8-9830-46e797f5adf6 None None] Pushing event updated for resources: {'Port': ['ID=ef37c6e4-29db-4104-88d6-6a5336f42226,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:15.840990 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:35:15.848498 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Routers {'62e6271f-0dbc-4602-b8c7-5b5928c13150'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:35:15.849254 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:35:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['62e6271f-0dbc-4602-b8c7-5b5928c13150'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:15.854887 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Sync routers for ids ['1a5a1a67-ae6c-44f9-915c-0812328dd728'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:35:15.872300 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:15.873803 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-9d23279f-deb5-4c3e-a0d8-e11f2a783a53 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9029374 Apr 14 20:35:15.876452 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41690) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:15.969687 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-a8f4f335-5b10-4341-adfb-1776c6371557 None None] Set router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:35:16.087909 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-a8f4f335-5b10-4341-adfb-1776c6371557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:35:15Z', 'revision_number': 6, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port_host': None}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:16.097507 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] Set router 62e6271f-0dbc-4602-b8c7-5b5928c13150 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:35:16.135674 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f4f335-5b10-4341-adfb-1776c6371557 None None] The sync data for ids ['6234cb36-42be-4975-8a0a-5dec5c82e1a6'] in dv-cinder-837539-3-iscsi is: [{'id': '6234cb36-42be-4975-8a0a-5dec5c82e1a6', 'name': 'tempest-AttachVolumeNegativeTest-2140390874-router', 'tenant_id': '924c18fd64a043699aeb1ce62cc31145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:24:31Z', 'updated_at': '2022-04-14T20:35:15Z', 'revision_number': 6, 'project_id': '924c18fd64a043699aeb1ce62cc31145', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:35:16.161756 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Routers {'1a5a1a67-ae6c-44f9-915c-0812328dd728'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:35:16.162397 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:35:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['1a5a1a67-ae6c-44f9-915c-0812328dd728'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:16.382254 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-38e2d5bd-c234-4b3b-9626-685d72c829fc None None] Current status of the port ef37c6e4-29db-4104-88d6-6a5336f42226 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:16.382778 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38e2d5bd-c234-4b3b-9626-685d72c829fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:16.440905 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31cdb721-cf83-44c6-8f6d-df7fb9a32154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (43dab8de-aed0-48a0-b500-a84e95fa352d), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:16.445108 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Set router 1a5a1a67-ae6c-44f9-915c-0812328dd728 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:35:16.471481 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdb721-cf83-44c6-8f6d-df7fb9a32154 admin admin] Pushing event deleted for resources: {'Port': ['ID=43dab8de-aed0-48a0-b500-a84e95fa352d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:16.524111 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-38e2d5bd-c234-4b3b-9626-685d72c829fc None None] For port ef37c6e4-29db-4104-88d6-6a5336f42226, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=ef37c6e4-29db-4104-88d6-6a5336f42226,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:35:16.586701 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-38e2d5bd-c234-4b3b-9626-685d72c829fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:16.600228 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31cdb721-cf83-44c6-8f6d-df7fb9a32154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610552'] for router_gateway (6234cb36-42be-4975-8a0a-5dec5c82e1a6), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:16.745680 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:15Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:16.793170 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31cdb721-cf83-44c6-8f6d-df7fb9a32154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (6234cb36-42be-4975-8a0a-5dec5c82e1a6), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:16.793431 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-f10aa390-1f9e-43ce-a0c7-c3ffc47155b9 None None] Provisioning complete for port ef37c6e4-29db-4104-88d6-6a5336f42226 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:16.793782 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f10aa390-1f9e-43ce-a0c7-c3ffc47155b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:16.796729 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31cdb721-cf83-44c6-8f6d-df7fb9a32154 admin admin] Publish callbacks [] for router_controller (6234cb36-42be-4975-8a0a-5dec5c82e1a6), precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:16.819703 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f2e7b-e272-4531-a830-eae7c5334943 None None] The sync data for ids ['62e6271f-0dbc-4602-b8c7-5b5928c13150'] in dv-cinder-837539-3-iscsi is: [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:15Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:35:16.855156 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2d5bd-c234-4b3b-9626-685d72c829fc None None] Pushing event updated for resources: {'Port': ['ID=ef37c6e4-29db-4104-88d6-6a5336f42226,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:16.873896 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31cdb721-cf83-44c6-8f6d-df7fb9a32154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613661'] for router (6234cb36-42be-4975-8a0a-5dec5c82e1a6), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:16.874363 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cdb721-cf83-44c6-8f6d-df7fb9a32154 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6234cb36-42be-4975-8a0a-5dec5c82e1a6 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:35:16.880643 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31cdb721-cf83-44c6-8f6d-df7fb9a32154 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:16.883097 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-31cdb721-cf83-44c6-8f6d-df7fb9a32154 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6234cb36-42be-4975-8a0a-5dec5c82e1a6 HTTP/1.1" status: 204 len: 168 time: 1.6989477 Apr 14 20:35:16.886035 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41692) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:16.918300 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7f67a116-6ca5-4ba3-85b0-8b6ed171cd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:16.940715 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8102ece-8be6-4de0-bcb0-d7d4b730c7ed admin admin] Deleting subnet a3d11b83-af55-48c9-bf30-95e6969d035a {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:35:16.944632 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8102ece-8be6-4de0-bcb0-d7d4b730c7ed admin admin] Publish callbacks [] for subnet (a3d11b83-af55-48c9-bf30-95e6969d035a), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:16.987727 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8102ece-8be6-4de0-bcb0-d7d4b730c7ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29519290'] for subnet (a3d11b83-af55-48c9-bf30-95e6969d035a), precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:17.042604 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc015a05-e53b-4a7f-be1d-cc3fd9040b61 None None] Network 165056d4-dece-4f7b-adc6-e974aeeeacc9 requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:35:17.087629 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'name': 'tempest-TestVolumeBootPattern-1214298236-router', 'tenant_id': '07e9ac9e406c4e36a3e453116b633214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e9ae2258-2f89-48bd-b114-e8cd3965c46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:14Z', 'updated_at': '2022-04-14T20:35:15Z', 'revision_number': 3, 'project_id': '07e9ac9e406c4e36a3e453116b633214', 'gw_port': {'id': 'e9ae2258-2f89-48bd-b114-e8cd3965c46b', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:20:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:14Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:17.096165 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8102ece-8be6-4de0-bcb0-d7d4b730c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826849'] for subnet (a3d11b83-af55-48c9-bf30-95e6969d035a), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:17.153697 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Checking router: 1a5a1a67-ae6c-44f9-915c-0812328dd728 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:35:17.154551 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Updating router 1a5a1a67-ae6c-44f9-915c-0812328dd728 port e9ae2258-2f89-48bd-b114-e8cd3965c46b binding host dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:35:17.158013 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 08775a2e-1461-413b-ae37-1c4cfc3d1d0f up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:35:17.205136 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-7f67a116-6ca5-4ba3-85b0-8b6ed171cd0f admin admin] Allocated IP 172.20.0.1 (165056d4-dece-4f7b-adc6-e974aeeeacc9/a39b3403-d9c6-4139-905d-97a5bd3296c6/4342d9e1-b94f-4812-be8c-d70cc40cf623) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:35:17.214710 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8102ece-8be6-4de0-bcb0-d7d4b730c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30806055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31045842'] for subnet (a3d11b83-af55-48c9-bf30-95e6969d035a), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:17.257942 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8102ece-8be6-4de0-bcb0-d7d4b730c7ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d11b83-af55-48c9-bf30-95e6969d035a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:17.272097 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8102ece-8be6-4de0-bcb0-d7d4b730c7ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:17.277360 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-b8102ece-8be6-4de0-bcb0-d7d4b730c7ed admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a3d11b83-af55-48c9-bf30-95e6969d035a HTTP/1.1" status: 204 len: 168 time: 0.3899422 Apr 14 20:35:17.279660 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41694) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:17.324573 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16be3e6f-cfca-41a7-b658-1e475b44f283 None None] Network fc816253-53ef-4b12-982a-ad49d0c30481 requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:35:17.361433 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7f67a116-6ca5-4ba3-85b0-8b6ed171cd0f admin admin] Publish callbacks [] for port (4342d9e1-b94f-4812-be8c-d70cc40cf623), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:17.377612 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e9ae2258-2f89-48bd-b114-e8cd3965c46b), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:17.384330 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657936'] for network (fc816253-53ef-4b12-982a-ad49d0c30481), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:17.399863 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-f10aa390-1f9e-43ce-a0c7-c3ffc47155b9 None None] Current status of the port ef37c6e4-29db-4104-88d6-6a5336f42226 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:17.414906 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7f67a116-6ca5-4ba3-85b0-8b6ed171cd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (4342d9e1-b94f-4812-be8c-d70cc40cf623), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:17.445523 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Deleting port c1e7ab21-0507-4f8d-b01d-94de22220ee0 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:35:17.447448 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (c1e7ab21-0507-4f8d-b01d-94de22220ee0), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:17.482149 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f67a116-6ca5-4ba3-85b0-8b6ed171cd0f admin admin] Network 165056d4-dece-4f7b-adc6-e974aeeeacc9 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:35:17.487794 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-7f67a116-6ca5-4ba3-85b0-8b6ed171cd0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:35:17.495901 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f67a116-6ca5-4ba3-85b0-8b6ed171cd0f admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:35:17.508064 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67a116-6ca5-4ba3-85b0-8b6ed171cd0f admin admin] Pushing event updated for resources: {'Port': ['ID=4342d9e1-b94f-4812-be8c-d70cc40cf623,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:17.558158 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] For port c1e7ab21-0507-4f8d-b01d-94de22220ee0, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=c1e7ab21-0507-4f8d-b01d-94de22220ee0,segment=NetworkSegment(bcf4120a-c04b-41fe-9e73-de9b0c43dfa9),segment_id=bcf4120a-c04b-41fe-9e73-de9b0c43dfa9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:35:17.558593 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (c1e7ab21-0507-4f8d-b01d-94de22220ee0), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:17.578409 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Calling delete_port for c1e7ab21-0507-4f8d-b01d-94de22220ee0 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:35:17.591180 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:17.591551 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (08775a2e-1461-413b-ae37-1c4cfc3d1d0f), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:17.619943 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7f67a116-6ca5-4ba3-85b0-8b6ed171cd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610389'] for router_interface (1a5a1a67-ae6c-44f9-915c-0812328dd728), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:17.673919 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-cbe04dc5-1376-49f9-ad9a-702a6bbf6325 None None] Provisioning complete for port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:17.673919 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cbe04dc5-1376-49f9-ad9a-702a6bbf6325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (08775a2e-1461-413b-ae37-1c4cfc3d1d0f), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:17.739758 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (c1e7ab21-0507-4f8d-b01d-94de22220ee0), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:17.796310 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] No DVR routers for this DVR port c1e7ab21-0507-4f8d-b01d-94de22220ee0 on host dv-cinder-837539-3-iscsi {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:35:17.798387 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e7ab21-0507-4f8d-b01d-94de22220ee0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:17.822526 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7f5db6-5be4-4b4e-9eea-4e17d6fff473 None None] DHCP port deletion for fc816253-53ef-4b12-982a-ad49d0c30481 request from dv-cinder-837539-3-iscsi {{(pid=103379) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:35:17.836034 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:17.836523 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:17.836963 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:17.837631 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:17.838132 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:17.838614 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:17.839049 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:17.839481 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:17.839913 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:17.840346 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:17.840776 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:17.841212 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:17.841639 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:17.842179 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:17.842653 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:17.887460 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7f67a116-6ca5-4ba3-85b0-8b6ed171cd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (4342d9e1-b94f-4812-be8c-d70cc40cf623), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:17.925942 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830810', 'neutron.services.segments.db._delete_segments_for_network-8743027666104'] for network (fc816253-53ef-4b12-982a-ad49d0c30481), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:17.952348 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc816253-53ef-4b12-982a-ad49d0c30481']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:17.969936 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:17.970241 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf4120a-c04b-41fe-9e73-de9b0c43dfa9') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:17.997001 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743027671233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29519233'] for segment (bcf4120a-c04b-41fe-9e73-de9b0c43dfa9), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.026306 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (bcf4120a-c04b-41fe-9e73-de9b0c43dfa9), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.036804 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:35:18.037209 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30806173'] for segment (bcf4120a-c04b-41fe-9e73-de9b0c43dfa9), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: Traceback (most recent call last): Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: timer() Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: cb(*args, **kw) Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: return func(*args, **kwargs) Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: self._notify() Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: self.callback(batched_events) Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: event.method(event) Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: return f(self, *a, **k) Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._get(url).json() Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: return self.request(url, 'GET', **kwargs) Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:35:18.039127 dv-cinder-837539-3-iscsi neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:35:18.044989 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:18.045376 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (08775a2e-1461-413b-ae37-1c4cfc3d1d0f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.082905 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cbe04dc5-1376-49f9-ad9a-702a6bbf6325 None None] Current status of the port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:18.086276 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cbe04dc5-1376-49f9-ad9a-702a6bbf6325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (08775a2e-1461-413b-ae37-1c4cfc3d1d0f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.113274 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610524'] for network (fc816253-53ef-4b12-982a-ad49d0c30481), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.121843 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.128141 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fc816253-53ef-4b12-982a-ad49d0c30481 HTTP/1.1" status: 204 len: 168 time: 0.8474500 Apr 14 20:35:18.150408 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7f67a116-6ca5-4ba3-85b0-8b6ed171cd0f admin admin] Publish callbacks [] for port (4342d9e1-b94f-4812-be8c-d70cc40cf623), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.156973 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb6026-ae37-46c6-bae6-06a14040e318 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc816253-53ef-4b12-982a-ad49d0c30481,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:18.161969 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7f67a116-6ca5-4ba3-85b0-8b6ed171cd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29644623'] for port (4342d9e1-b94f-4812-be8c-d70cc40cf623), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.171529 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Publish callbacks [] for port (e9ae2258-2f89-48bd-b114-e8cd3965c46b), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.191302 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (e9ae2258-2f89-48bd-b114-e8cd3965c46b), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.197040 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] For port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=08775a2e-1461-413b-ae37-1c4cfc3d1d0f,segment=NetworkSegment(68c7f627-633b-431b-abbd-d89429dd9e25),segment_id=68c7f627-633b-431b-abbd-d89429dd9e25)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:35:18.212375 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (08775a2e-1461-413b-ae37-1c4cfc3d1d0f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.213249 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 0205981f-84a9-41b4-9d85-858c0131ad5a up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:35:18.247791 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67a116-6ca5-4ba3-85b0-8b6ed171cd0f admin admin] Pushing event updated for resources: {'Port': ['ID=4342d9e1-b94f-4812-be8c-d70cc40cf623,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:18.253048 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7f67a116-6ca5-4ba3-85b0-8b6ed171cd0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610789'] for router_interface (1a5a1a67-ae6c-44f9-915c-0812328dd728), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.295981 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41698) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:18.327650 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d091e82-c05b-46d2-89c8-7aa8603ef3d8 None None] Pushing event updated for resources: {'Port': ['ID=e9ae2258-2f89-48bd-b114-e8cd3965c46b,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:18.344500 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-21b96282-829d-417d-b89c-a62556268ca4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=924c18fd64a043699aeb1ce62cc31145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471280 Apr 14 20:35:18.345319 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41700) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:18.347673 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Attempting to bind port e9ae2258-2f89-48bd-b114-e8cd3965c46b on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:35:18.347673 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Attempting to bind port e9ae2258-2f89-48bd-b114-e8cd3965c46b by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:35:18.348060 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Attempting to bind port e9ae2258-2f89-48bd-b114-e8cd3965c46b on network 0ff0ed06-361c-431d-a8f4-874987c3167c {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:35:18.378291 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:35:18.378724 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Checking segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:35:18.379241 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.379499 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Bound using segment: {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:35:18.379973 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Bound port: e9ae2258-2f89-48bd-b114-e8cd3965c46b, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae386ec-1a11-4021-a4e7-ecaf001cd62d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:35:18.380351 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e9ae2258-2f89-48bd-b114-e8cd3965c46b), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.386578 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.db.api [None req-cbe04dc5-1376-49f9-ad9a-702a6bbf6325 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 20:35:18.386929 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG oslo_db.api [None req-cbe04dc5-1376-49f9-ad9a-702a6bbf6325 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 20:35:18.397964 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f67a116-6ca5-4ba3-85b0-8b6ed171cd0f admin admin] Network 165056d4-dece-4f7b-adc6-e974aeeeacc9 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:35:18.403658 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-7f67a116-6ca5-4ba3-85b0-8b6ed171cd0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:35:18.412374 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 0205981f-84a9-41b4-9d85-858c0131ad5a triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:18.412759 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (0205981f-84a9-41b4-9d85-858c0131ad5a), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.423262 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-81521c05-3e65-4b05-8c5c-ddccf24ce42f admin admin] Publish callbacks [] for security_group (07f797e8-15c7-46ee-be59-94018922e082), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.481442 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Pushing event updated for resources: {'Port': ['ID=08775a2e-1461-413b-ae37-1c4cfc3d1d0f,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:18.494832 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-81521c05-3e65-4b05-8c5c-ddccf24ce42f admin admin] Publish callbacks [] for security_group (07f797e8-15c7-46ee-be59-94018922e082), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.498840 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] For port e9ae2258-2f89-48bd-b114-e8cd3965c46b, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:35:18.503869 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] For port e9ae2258-2f89-48bd-b114-e8cd3965c46b, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=e9ae2258-2f89-48bd-b114-e8cd3965c46b,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:35:18.514237 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (e9ae2258-2f89-48bd-b114-e8cd3965c46b), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.592401 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f67a116-6ca5-4ba3-85b0-8b6ed171cd0f admin admin] Router 1a5a1a67-ae6c-44f9-915c-0812328dd728 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:35:18.596695 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-81521c05-3e65-4b05-8c5c-ddccf24ce42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (07f797e8-15c7-46ee-be59-94018922e082), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.599527 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-81521c05-3e65-4b05-8c5c-ddccf24ce42f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:18.603882 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-81521c05-3e65-4b05-8c5c-ddccf24ce42f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07f797e8-15c7-46ee-be59-94018922e082 HTTP/1.1" status: 204 len: 168 time: 0.2576935 Apr 14 20:35:18.620150 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d091e82-c05b-46d2-89c8-7aa8603ef3d8 None None] Pushing event updated for resources: {'Port': ['ID=e9ae2258-2f89-48bd-b114-e8cd3965c46b,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:18.624723 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81521c05-3e65-4b05-8c5c-ddccf24ce42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f797e8-15c7-46ee-be59-94018922e082,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:18.625454 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 0205981f-84a9-41b4-9d85-858c0131ad5a is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:18.629439 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Routers {'1a5a1a67-ae6c-44f9-915c-0812328dd728'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:35:18.630306 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:35:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['1a5a1a67-ae6c-44f9-915c-0812328dd728'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:18.768160 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f67a116-6ca5-4ba3-85b0-8b6ed171cd0f admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:35:18.773289 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-7f67a116-6ca5-4ba3-85b0-8b6ed171cd0f admin admin] 10.222.0.11 "PUT /v2.0/routers/1a5a1a67-ae6c-44f9-915c-0812328dd728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8958640 Apr 14 20:35:18.789889 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] Set router 1a5a1a67-ae6c-44f9-915c-0812328dd728 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:35:18.975749 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cbe04dc5-1376-49f9-ad9a-702a6bbf6325 None None] Current status of the port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:19.175588 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 08775a2e-1461-413b-ae37-1c4cfc3d1d0f up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:35:19.217795 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-cdc6dfbf-d528-418a-847a-79ff96b0309c None None] Provisioning complete for port 4342d9e1-b94f-4812-be8c-d70cc40cf623 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:19.218177 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cdc6dfbf-d528-418a-847a-79ff96b0309c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (4342d9e1-b94f-4812-be8c-d70cc40cf623), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:19.251823 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'name': 'tempest-TestVolumeBootPattern-1214298236-router', 'tenant_id': '07e9ac9e406c4e36a3e453116b633214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e9ae2258-2f89-48bd-b114-e8cd3965c46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:14Z', 'updated_at': '2022-04-14T20:35:17Z', 'revision_number': 4, 'project_id': '07e9ac9e406c4e36a3e453116b633214', 'gw_port': {'id': 'e9ae2258-2f89-48bd-b114-e8cd3965c46b', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:20:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:14Z', 'updated_at': '2022-04-14T20:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '4342d9e1-b94f-4812-be8c-d70cc40cf623', 'name': '', 'network_id': '165056d4-dece-4f7b-adc6-e974aeeeacc9', 'tenant_id': '07e9ac9e406c4e36a3e453116b633214', 'mac_address': 'fa:16:3e:7d:99:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a39b3403-d9c6-4139-905d-97a5bd3296c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:16Z', 'updated_at': '2022-04-14T20:35:17Z', 'revision_number': 2, 'project_id': '07e9ac9e406c4e36a3e453116b633214', 'subnets': [{'id': 'a39b3403-d9c6-4139-905d-97a5bd3296c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:19.293399 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9b9c6-cf05-49de-b9a4-fdf8006c059a None None] The sync data for ids ['1a5a1a67-ae6c-44f9-915c-0812328dd728'] in dv-cinder-837539-3-iscsi is: [{'id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'name': 'tempest-TestVolumeBootPattern-1214298236-router', 'tenant_id': '07e9ac9e406c4e36a3e453116b633214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e9ae2258-2f89-48bd-b114-e8cd3965c46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:14Z', 'updated_at': '2022-04-14T20:35:17Z', 'revision_number': 4, 'project_id': '07e9ac9e406c4e36a3e453116b633214', 'gw_port': {'id': 'e9ae2258-2f89-48bd-b114-e8cd3965c46b', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:20:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:14Z', 'updated_at': '2022-04-14T20:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '4342d9e1-b94f-4812-be8c-d70cc40cf623', 'name': '', 'network_id': '165056d4-dece-4f7b-adc6-e974aeeeacc9', 'tenant_id': '07e9ac9e406c4e36a3e453116b633214', 'mac_address': 'fa:16:3e:7d:99:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a39b3403-d9c6-4139-905d-97a5bd3296c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:16Z', 'updated_at': '2022-04-14T20:35:17Z', 'revision_number': 2, 'project_id': '07e9ac9e406c4e36a3e453116b633214', 'subnets': [{'id': 'a39b3403-d9c6-4139-905d-97a5bd3296c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:35:19.300054 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cdc6dfbf-d528-418a-847a-79ff96b0309c None None] Port 4342d9e1-b94f-4812-be8c-d70cc40cf623 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:35:19.311438 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:19.311872 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (08775a2e-1461-413b-ae37-1c4cfc3d1d0f), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:19.315307 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-cdc6dfbf-d528-418a-847a-79ff96b0309c None None] Provisioning complete for port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:19.315442 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cdc6dfbf-d528-418a-847a-79ff96b0309c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (08775a2e-1461-413b-ae37-1c4cfc3d1d0f), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:19.457467 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:19.458485 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device ef37c6e4-29db-4104-88d6-6a5336f42226 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:35:19.462464 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-cdc6dfbf-d528-418a-847a-79ff96b0309c None None] Current status of the port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:19.509810 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port ef37c6e4-29db-4104-88d6-6a5336f42226 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:19.510187 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:19.514574 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41728) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:19.519485 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ccb90d1a-67b8-4d98-82b8-8ac7fefd8660 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1655816721', 'description': 'tempest-secgroup-smoke-1655816721 description', 'project_id': '53e9df16ee264fd7acd831313dd0edb9'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:19.542865 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ccb90d1a-67b8-4d98-82b8-8ac7fefd8660 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:19.650977 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port ef37c6e4-29db-4104-88d6-6a5336f42226 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:19.686687 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ccb90d1a-67b8-4d98-82b8-8ac7fefd8660 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group (00ab8068-a627-499c-b338-3d38e8945d43), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:19.691007 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ccb90d1a-67b8-4d98-82b8-8ac7fefd8660 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (00ab8068-a627-499c-b338-3d38e8945d43), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:19.725299 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 43dab8de-aed0-48a0-b500-a84e95fa352d no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:35:19.726317 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ccb90d1a-67b8-4d98-82b8-8ac7fefd8660 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:19.730613 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ccb90d1a-67b8-4d98-82b8-8ac7fefd8660 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2122436 Apr 14 20:35:19.730613 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb90d1a-67b8-4d98-82b8-8ac7fefd8660 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ab8068-a627-499c-b338-3d38e8945d43,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:19.731384 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41732) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:19.736084 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6bbca013-2fb8-4992-9e27-d0fd0d48da47 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Request body: {'security_group_rule': {'security_group_id': '00ab8068-a627-499c-b338-3d38e8945d43', 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:19.764493 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: 43dab8de-aed0-48a0-b500-a84e95fa352d {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:35:19.764493 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 43dab8de-aed0-48a0-b500-a84e95fa352d not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:35:19.764493 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device c1e7ab21-0507-4f8d-b01d-94de22220ee0 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:35:19.785679 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: c1e7ab21-0507-4f8d-b01d-94de22220ee0 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:35:19.786382 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bbca013-2fb8-4992-9e27-d0fd0d48da47 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group_rule (835738c4-3153-422d-9aa0-ec8f8096b10b), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:19.786968 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device c1e7ab21-0507-4f8d-b01d-94de22220ee0 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:35:19.787413 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:35:19.815963 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:35:19.816257 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 3fcf3ba4-fbe8-4866-9f9c-f83acaf68563 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:35:19.857013 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bbca013-2fb8-4992-9e27-d0fd0d48da47 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group_rule (835738c4-3153-422d-9aa0-ec8f8096b10b), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:19.861719 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bbca013-2fb8-4992-9e27-d0fd0d48da47 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (835738c4-3153-422d-9aa0-ec8f8096b10b), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:19.881872 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbca013-2fb8-4992-9e27-d0fd0d48da47 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835738c4-3153-422d-9aa0-ec8f8096b10b,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:19.898327 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bbca013-2fb8-4992-9e27-d0fd0d48da47 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:19.902567 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41738) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:19.902734 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-6bbca013-2fb8-4992-9e27-d0fd0d48da47 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1701453 Apr 14 20:35:19.907566 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ed934821-be89-46d6-b4ae-c7561e102dd5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Request body: {'security_group_rule': {'security_group_id': '00ab8068-a627-499c-b338-3d38e8945d43', 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:19.939218 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ed934821-be89-46d6-b4ae-c7561e102dd5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group_rule (d96d47b2-6324-4d0c-b27c-5061bd1c1793), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.004532 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ed934821-be89-46d6-b4ae-c7561e102dd5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group_rule (d96d47b2-6324-4d0c-b27c-5061bd1c1793), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.010352 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ed934821-be89-46d6-b4ae-c7561e102dd5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (d96d47b2-6324-4d0c-b27c-5061bd1c1793), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.029297 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed934821-be89-46d6-b4ae-c7561e102dd5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96d47b2-6324-4d0c-b27c-5061bd1c1793,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:20.037860 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ed934821-be89-46d6-b4ae-c7561e102dd5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.039120 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ed934821-be89-46d6-b4ae-c7561e102dd5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351726 Apr 14 20:35:20.042889 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41744) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:20.047465 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3dd8710d-8b5f-48c2-9286-ec53a5d3ed89 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Request body: {'security_group_rule': {'security_group_id': '00ab8068-a627-499c-b338-3d38e8945d43', 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:20.087446 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3dd8710d-8b5f-48c2-9286-ec53a5d3ed89 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group_rule (28eefc29-dfd6-4571-a16c-b51ce9575390), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.171622 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3dd8710d-8b5f-48c2-9286-ec53a5d3ed89 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group_rule (28eefc29-dfd6-4571-a16c-b51ce9575390), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.176567 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3dd8710d-8b5f-48c2-9286-ec53a5d3ed89 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (28eefc29-dfd6-4571-a16c-b51ce9575390), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.195990 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8710d-8b5f-48c2-9286-ec53a5d3ed89 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28eefc29-dfd6-4571-a16c-b51ce9575390,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:20.206632 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3dd8710d-8b5f-48c2-9286-ec53a5d3ed89 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.214575 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-3dd8710d-8b5f-48c2-9286-ec53a5d3ed89 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1641273 Apr 14 20:35:20.214575 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41750) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:20.221060 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-16b63cc6-5095-4623-af47-3ce3617f04e4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Request body: {'security_group_rule': {'security_group_id': '00ab8068-a627-499c-b338-3d38e8945d43', 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:20.251391 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16b63cc6-5095-4623-af47-3ce3617f04e4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group_rule (3e4d2059-9496-4980-a4f2-8be63a7a2083), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.321291 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16b63cc6-5095-4623-af47-3ce3617f04e4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group_rule (3e4d2059-9496-4980-a4f2-8be63a7a2083), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.324692 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16b63cc6-5095-4623-af47-3ce3617f04e4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (3e4d2059-9496-4980-a4f2-8be63a7a2083), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.348384 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b63cc6-5095-4623-af47-3ce3617f04e4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4d2059-9496-4980-a4f2-8be63a7a2083,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:20.355363 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16b63cc6-5095-4623-af47-3ce3617f04e4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.356633 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-16b63cc6-5095-4623-af47-3ce3617f04e4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1435289 Apr 14 20:35:20.359391 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41756) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:20.364163 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-322255e5-51d4-4448-9b10-da2ca51b9977 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Request body: {'security_group_rule': {'security_group_id': '00ab8068-a627-499c-b338-3d38e8945d43', 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:20.387108 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.securitygroups_db [None req-322255e5-51d4-4448-9b10-da2ca51b9977 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Project 53e9df16ee264fd7acd831313dd0edb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 20:35:20.392529 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-322255e5-51d4-4448-9b10-da2ca51b9977 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group_rule (5fb2c36b-eacb-459b-aa31-65ed9f83f46a), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.458125 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-322255e5-51d4-4448-9b10-da2ca51b9977 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group_rule (5fb2c36b-eacb-459b-aa31-65ed9f83f46a), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.463187 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-322255e5-51d4-4448-9b10-da2ca51b9977 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (5fb2c36b-eacb-459b-aa31-65ed9f83f46a), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.486156 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322255e5-51d4-4448-9b10-da2ca51b9977 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb2c36b-eacb-459b-aa31-65ed9f83f46a,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:20.493794 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-322255e5-51d4-4448-9b10-da2ca51b9977 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.497979 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41760) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:20.498148 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-322255e5-51d4-4448-9b10-da2ca51b9977 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1375425 Apr 14 20:35:20.502545 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b92ea2a6-dbf3-488f-8050-a52d55ac1242 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Request body: {'security_group_rule': {'security_group_id': '00ab8068-a627-499c-b338-3d38e8945d43', 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:20.527123 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-b92ea2a6-dbf3-488f-8050-a52d55ac1242 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Project 53e9df16ee264fd7acd831313dd0edb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 20:35:20.534507 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b92ea2a6-dbf3-488f-8050-a52d55ac1242 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group_rule (791542cf-84de-4395-be40-4a8da8b20fd1), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.604979 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b92ea2a6-dbf3-488f-8050-a52d55ac1242 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group_rule (791542cf-84de-4395-be40-4a8da8b20fd1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.609931 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b92ea2a6-dbf3-488f-8050-a52d55ac1242 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817426'] for security_group_rule (791542cf-84de-4395-be40-4a8da8b20fd1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.630477 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ea2a6-dbf3-488f-8050-a52d55ac1242 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791542cf-84de-4395-be40-4a8da8b20fd1,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:20.640566 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b92ea2a6-dbf3-488f-8050-a52d55ac1242 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.642080 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-b92ea2a6-dbf3-488f-8050-a52d55ac1242 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430407 Apr 14 20:35:20.763493 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device e9ae2258-2f89-48bd-b114-e8cd3965c46b up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:35:20.823732 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port e9ae2258-2f89-48bd-b114-e8cd3965c46b triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:20.824228 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (e9ae2258-2f89-48bd-b114-e8cd3965c46b), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.926178 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port e9ae2258-2f89-48bd-b114-e8cd3965c46b is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:20.926768 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (e9ae2258-2f89-48bd-b114-e8cd3965c46b), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:20.951389 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] For port e9ae2258-2f89-48bd-b114-e8cd3965c46b, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=e9ae2258-2f89-48bd-b114-e8cd3965c46b,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:35:20.959753 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (e9ae2258-2f89-48bd-b114-e8cd3965c46b), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:21.017526 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Pushing event updated for resources: {'Port': ['ID=e9ae2258-2f89-48bd-b114-e8cd3965c46b,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:21.692725 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Sync routers for ids ['1a5a1a67-ae6c-44f9-915c-0812328dd728'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:35:21.702219 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Routers {'1a5a1a67-ae6c-44f9-915c-0812328dd728'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:35:21.702849 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:35:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['1a5a1a67-ae6c-44f9-915c-0812328dd728'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:21.820126 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Set router 1a5a1a67-ae6c-44f9-915c-0812328dd728 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:35:22.025969 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'name': 'tempest-TestVolumeBootPattern-1214298236-router', 'tenant_id': '07e9ac9e406c4e36a3e453116b633214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e9ae2258-2f89-48bd-b114-e8cd3965c46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:14Z', 'updated_at': '2022-04-14T20:35:17Z', 'revision_number': 4, 'project_id': '07e9ac9e406c4e36a3e453116b633214', 'gw_port': {'id': 'e9ae2258-2f89-48bd-b114-e8cd3965c46b', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:14Z', 'updated_at': '2022-04-14T20:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '4342d9e1-b94f-4812-be8c-d70cc40cf623', 'name': '', 'network_id': '165056d4-dece-4f7b-adc6-e974aeeeacc9', 'tenant_id': '07e9ac9e406c4e36a3e453116b633214', 'mac_address': 'fa:16:3e:7d:99:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a39b3403-d9c6-4139-905d-97a5bd3296c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:16Z', 'updated_at': '2022-04-14T20:35:17Z', 'revision_number': 2, 'project_id': '07e9ac9e406c4e36a3e453116b633214', 'subnets': [{'id': 'a39b3403-d9c6-4139-905d-97a5bd3296c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:22.053991 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Checking router: 1a5a1a67-ae6c-44f9-915c-0812328dd728 for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:35:22.054300 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Updating router 1a5a1a67-ae6c-44f9-915c-0812328dd728 port 4342d9e1-b94f-4812-be8c-d70cc40cf623 binding host dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 20:35:22.083507 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (4342d9e1-b94f-4812-be8c-d70cc40cf623), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:22.220578 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41914) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:22.337805 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f6d9254c-a86c-4fd1-93f6-99f4e7f5315e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:22.385304 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Publish callbacks [] for port (4342d9e1-b94f-4812-be8c-d70cc40cf623), precommit_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:22.390540 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (4342d9e1-b94f-4812-be8c-d70cc40cf623), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:22.419877 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f6d9254c-a86c-4fd1-93f6-99f4e7f5315e admin admin] Publish callbacks [] for security_group (d21970d4-64e5-49ce-95f6-25c50547142d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:22.423695 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f6d9254c-a86c-4fd1-93f6-99f4e7f5315e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (d21970d4-64e5-49ce-95f6-25c50547142d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:22.436834 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebd156-51c4-4664-8094-9fb7ab157d38 None None] Pushing event updated for resources: {'Port': ['ID=4342d9e1-b94f-4812-be8c-d70cc40cf623,revision_number=3']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:22.470969 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41918) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:22.471496 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-f6d9254c-a86c-4fd1-93f6-99f4e7f5315e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd97abbc189b4b1fade3f1d031395764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472661 Apr 14 20:35:22.472084 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9254c-a86c-4fd1-93f6-99f4e7f5315e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21970d4-64e5-49ce-95f6-25c50547142d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:22.518891 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Attempting to bind port 4342d9e1-b94f-4812-be8c-d70cc40cf623 on host dv-cinder-837539-3-iscsi for vnic_type normal with profile {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:35:22.519409 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Attempting to bind port 4342d9e1-b94f-4812-be8c-d70cc40cf623 by drivers openvswitch,hyperv on host dv-cinder-837539-3-iscsi at level 0 using segments [{'id': '68c7f627-633b-431b-abbd-d89429dd9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165056d4-dece-4f7b-adc6-e974aeeeacc9'}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:35:22.519641 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Attempting to bind port 4342d9e1-b94f-4812-be8c-d70cc40cf623 on network 165056d4-dece-4f7b-adc6-e974aeeeacc9 {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:35:22.526176 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Checking agent: {'id': '3ac7c064-ea01-42af-a9d1-3a1137fec1ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837539-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 14, 8), 'started_at': datetime.datetime(2022, 4, 14, 20, 14, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837539-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:35:22.526582 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Checking segment: {'id': '68c7f627-633b-431b-abbd-d89429dd9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165056d4-dece-4f7b-adc6-e974aeeeacc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:35:22.527129 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:22.527527 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Bound using segment: {'id': '68c7f627-633b-431b-abbd-d89429dd9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165056d4-dece-4f7b-adc6-e974aeeeacc9'} {{(pid=103380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:35:22.528164 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.managers [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Bound port: 4342d9e1-b94f-4812-be8c-d70cc40cf623, host: dv-cinder-837539-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c7f627-633b-431b-abbd-d89429dd9e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '165056d4-dece-4f7b-adc6-e974aeeeacc9'}}] {{(pid=103380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:35:22.528557 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (4342d9e1-b94f-4812-be8c-d70cc40cf623), before_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:22.539539 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb104b7a-c607-471e-94c6-e5cdf07667bf admin admin] Publish callbacks [] for security_group (d21970d4-64e5-49ce-95f6-25c50547142d), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:22.577125 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb104b7a-c607-471e-94c6-e5cdf07667bf admin admin] Publish callbacks [] for security_group (d21970d4-64e5-49ce-95f6-25c50547142d), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:22.614842 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] For port 4342d9e1-b94f-4812-be8c-d70cc40cf623, host dv-cinder-837539-3-iscsi, cleared binding levels {{(pid=103380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:35:22.618994 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.plugins.ml2.db [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] For port 4342d9e1-b94f-4812-be8c-d70cc40cf623, host dv-cinder-837539-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=4342d9e1-b94f-4812-be8c-d70cc40cf623,segment=NetworkSegment(68c7f627-633b-431b-abbd-d89429dd9e25),segment_id=68c7f627-633b-431b-abbd-d89429dd9e25)] {{(pid=103380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:35:22.628052 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron_lib.callbacks.manager [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (4342d9e1-b94f-4812-be8c-d70cc40cf623), after_update {{(pid=103380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:22.649615 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb104b7a-c607-471e-94c6-e5cdf07667bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (d21970d4-64e5-49ce-95f6-25c50547142d), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:22.653052 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb104b7a-c607-471e-94c6-e5cdf07667bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:22.657937 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-fb104b7a-c607-471e-94c6-e5cdf07667bf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d21970d4-64e5-49ce-95f6-25c50547142d HTTP/1.1" status: 204 len: 168 time: 0.1852183 Apr 14 20:35:22.668673 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb104b7a-c607-471e-94c6-e5cdf07667bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21970d4-64e5-49ce-95f6-25c50547142d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:22.705655 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebd156-51c4-4664-8094-9fb7ab157d38 None None] Pushing event updated for resources: {'Port': ['ID=4342d9e1-b94f-4812-be8c-d70cc40cf623,revision_number=4']} {{(pid=103380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:22.717405 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Routers {'1a5a1a67-ae6c-44f9-915c-0812328dd728'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:35:22.718085 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:35:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['1a5a1a67-ae6c-44f9-915c-0812328dd728'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:22.748919 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1b52dcf3-639c-4b52-92b7-0db01859992f None None] Provisioning complete for port 4342d9e1-b94f-4812-be8c-d70cc40cf623 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:22.749861 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b52dcf3-639c-4b52-92b7-0db01859992f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (4342d9e1-b94f-4812-be8c-d70cc40cf623), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:22.859496 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device e9ae2258-2f89-48bd-b114-e8cd3965c46b up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:35:22.897313 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] Set router 1a5a1a67-ae6c-44f9-915c-0812328dd728 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:35:22.934097 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1b52dcf3-639c-4b52-92b7-0db01859992f None None] Current status of the port 4342d9e1-b94f-4812-be8c-d70cc40cf623 is: DOWN; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:22.935088 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b52dcf3-639c-4b52-92b7-0db01859992f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (4342d9e1-b94f-4812-be8c-d70cc40cf623), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:22.990113 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port e9ae2258-2f89-48bd-b114-e8cd3965c46b triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:22.990749 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (e9ae2258-2f89-48bd-b114-e8cd3965c46b), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:23.043556 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1b52dcf3-639c-4b52-92b7-0db01859992f None None] For port 4342d9e1-b94f-4812-be8c-d70cc40cf623, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=4342d9e1-b94f-4812-be8c-d70cc40cf623,segment=NetworkSegment(68c7f627-633b-431b-abbd-d89429dd9e25),segment_id=68c7f627-633b-431b-abbd-d89429dd9e25)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:35:23.054290 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1b52dcf3-639c-4b52-92b7-0db01859992f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (4342d9e1-b94f-4812-be8c-d70cc40cf623), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:23.150354 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52dcf3-639c-4b52-92b7-0db01859992f None None] Pushing event updated for resources: {'Port': ['ID=4342d9e1-b94f-4812-be8c-d70cc40cf623,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:23.175417 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 41924) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:23.178475 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'name': 'tempest-TestVolumeBootPattern-1214298236-router', 'tenant_id': '07e9ac9e406c4e36a3e453116b633214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e9ae2258-2f89-48bd-b114-e8cd3965c46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:14Z', 'updated_at': '2022-04-14T20:35:17Z', 'revision_number': 4, 'project_id': '07e9ac9e406c4e36a3e453116b633214', 'gw_port': {'id': 'e9ae2258-2f89-48bd-b114-e8cd3965c46b', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:14Z', 'updated_at': '2022-04-14T20:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '4342d9e1-b94f-4812-be8c-d70cc40cf623', 'name': '', 'network_id': '165056d4-dece-4f7b-adc6-e974aeeeacc9', 'tenant_id': '07e9ac9e406c4e36a3e453116b633214', 'mac_address': 'fa:16:3e:7d:99:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a39b3403-d9c6-4139-905d-97a5bd3296c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:16Z', 'updated_at': '2022-04-14T20:35:22Z', 'revision_number': 4, 'project_id': '07e9ac9e406c4e36a3e453116b633214', 'subnets': [{'id': 'a39b3403-d9c6-4139-905d-97a5bd3296c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:23.184545 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port e9ae2258-2f89-48bd-b114-e8cd3965c46b is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:23.189718 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92830b03-7a90-48ac-bc9b-08cb4c0f2b92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:23.192508 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-a2225ef7-d4a9-4f19-8484-97632aa1d0cb None None] Provisioning complete for port 4342d9e1-b94f-4812-be8c-d70cc40cf623 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:23.192508 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a2225ef7-d4a9-4f19-8484-97632aa1d0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (4342d9e1-b94f-4812-be8c-d70cc40cf623), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:23.220187 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aad9ad-413f-4b6c-bf41-257b1426d3de None None] The sync data for ids ['1a5a1a67-ae6c-44f9-915c-0812328dd728'] in dv-cinder-837539-3-iscsi is: [{'id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'name': 'tempest-TestVolumeBootPattern-1214298236-router', 'tenant_id': '07e9ac9e406c4e36a3e453116b633214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e9ae2258-2f89-48bd-b114-e8cd3965c46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:14Z', 'updated_at': '2022-04-14T20:35:17Z', 'revision_number': 4, 'project_id': '07e9ac9e406c4e36a3e453116b633214', 'gw_port': {'id': 'e9ae2258-2f89-48bd-b114-e8cd3965c46b', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:14Z', 'updated_at': '2022-04-14T20:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': '4342d9e1-b94f-4812-be8c-d70cc40cf623', 'name': '', 'network_id': '165056d4-dece-4f7b-adc6-e974aeeeacc9', 'tenant_id': '07e9ac9e406c4e36a3e453116b633214', 'mac_address': 'fa:16:3e:7d:99:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a39b3403-d9c6-4139-905d-97a5bd3296c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:16Z', 'updated_at': '2022-04-14T20:35:22Z', 'revision_number': 4, 'project_id': '07e9ac9e406c4e36a3e453116b633214', 'subnets': [{'id': 'a39b3403-d9c6-4139-905d-97a5bd3296c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:35:23.311747 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-a2225ef7-d4a9-4f19-8484-97632aa1d0cb None None] Current status of the port 4342d9e1-b94f-4812-be8c-d70cc40cf623 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:23.323455 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92830b03-7a90-48ac-bc9b-08cb4c0f2b92 admin admin] Publish callbacks [] for security_group (9cab00e7-8e74-4d58-b22c-e3d957d0b3b5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:23.327794 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92830b03-7a90-48ac-bc9b-08cb4c0f2b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (9cab00e7-8e74-4d58-b22c-e3d957d0b3b5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:23.368828 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-92830b03-7a90-48ac-bc9b-08cb4c0f2b92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cba2521dda8b4b85babb2ff62ad372a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920912 Apr 14 20:35:23.370883 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92830b03-7a90-48ac-bc9b-08cb4c0f2b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cab00e7-8e74-4d58-b22c-e3d957d0b3b5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:23.371843 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 41928) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:23.432045 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f32b278e-795b-4dac-b01e-2ffb073f1f8b admin admin] Publish callbacks [] for security_group (9cab00e7-8e74-4d58-b22c-e3d957d0b3b5), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:23.455144 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f32b278e-795b-4dac-b01e-2ffb073f1f8b admin admin] Publish callbacks [] for security_group (9cab00e7-8e74-4d58-b22c-e3d957d0b3b5), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:23.506229 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f32b278e-795b-4dac-b01e-2ffb073f1f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (9cab00e7-8e74-4d58-b22c-e3d957d0b3b5), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:23.511060 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f32b278e-795b-4dac-b01e-2ffb073f1f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:23.512597 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-f32b278e-795b-4dac-b01e-2ffb073f1f8b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9cab00e7-8e74-4d58-b22c-e3d957d0b3b5 HTTP/1.1" status: 204 len: 168 time: 0.1394346 Apr 14 20:35:23.522133 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b278e-795b-4dac-b01e-2ffb073f1f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cab00e7-8e74-4d58-b22c-e3d957d0b3b5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:24.733145 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 4342d9e1-b94f-4812-be8c-d70cc40cf623 up at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:35:24.784289 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Provisioning complete for port 4342d9e1-b94f-4812-be8c-d70cc40cf623 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:24.784653 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (4342d9e1-b94f-4812-be8c-d70cc40cf623), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:24.866198 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Current status of the port 4342d9e1-b94f-4812-be8c-d70cc40cf623 is: ACTIVE; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:25.540570 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 42000) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:25.650624 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c57398d4-ed51-437d-9492-de78b73c7cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:25.732563 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c57398d4-ed51-437d-9492-de78b73c7cae admin admin] Publish callbacks [] for security_group (3d0d0550-972f-4533-8897-820abba8d65d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:25.736269 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c57398d4-ed51-437d-9492-de78b73c7cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (3d0d0550-972f-4533-8897-820abba8d65d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:25.773290 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57398d4-ed51-437d-9492-de78b73c7cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0d0550-972f-4533-8897-820abba8d65d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:25.777632 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-c57398d4-ed51-437d-9492-de78b73c7cae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc63e88fa53b44e982150e4ee87bc163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360294 Apr 14 20:35:25.780830 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 42004) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:25.834447 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08b1fff1-020e-4e2a-998c-4f6cad810998 admin admin] Publish callbacks [] for security_group (3d0d0550-972f-4533-8897-820abba8d65d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:25.855314 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08b1fff1-020e-4e2a-998c-4f6cad810998 admin admin] Publish callbacks [] for security_group (3d0d0550-972f-4533-8897-820abba8d65d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:25.903959 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08b1fff1-020e-4e2a-998c-4f6cad810998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (3d0d0550-972f-4533-8897-820abba8d65d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:25.906648 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08b1fff1-020e-4e2a-998c-4f6cad810998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:25.907804 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-08b1fff1-020e-4e2a-998c-4f6cad810998 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d0d0550-972f-4533-8897-820abba8d65d HTTP/1.1" status: 204 len: 168 time: 0.1266255 Apr 14 20:35:25.920460 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1fff1-020e-4e2a-998c-4f6cad810998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0d0550-972f-4533-8897-820abba8d65d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:26.175142 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 42010) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:26.189047 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f0eaf6c-c7ae-4bab-8a00-9d3a6e14fba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:26.267655 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f0eaf6c-c7ae-4bab-8a00-9d3a6e14fba9 admin admin] Publish callbacks [] for security_group (a3f09b34-f0fd-427a-90ee-c7d3c4b01e67), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:26.271266 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f0eaf6c-c7ae-4bab-8a00-9d3a6e14fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (a3f09b34-f0fd-427a-90ee-c7d3c4b01e67), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:26.309956 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-8f0eaf6c-c7ae-4bab-8a00-9d3a6e14fba9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fbac1ed6d78649f0807982e73e82b494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337295 Apr 14 20:35:26.310837 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0eaf6c-c7ae-4bab-8a00-9d3a6e14fba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f09b34-f0fd-427a-90ee-c7d3c4b01e67,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:26.312656 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 42012) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:26.363424 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-031e0e74-6e52-410e-a4f0-a51351166076 admin admin] Publish callbacks [] for security_group (a3f09b34-f0fd-427a-90ee-c7d3c4b01e67), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:26.385722 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-031e0e74-6e52-410e-a4f0-a51351166076 admin admin] Publish callbacks [] for security_group (a3f09b34-f0fd-427a-90ee-c7d3c4b01e67), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:26.436344 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-031e0e74-6e52-410e-a4f0-a51351166076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (a3f09b34-f0fd-427a-90ee-c7d3c4b01e67), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:26.439164 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-031e0e74-6e52-410e-a4f0-a51351166076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:26.443226 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-031e0e74-6e52-410e-a4f0-a51351166076 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3f09b34-f0fd-427a-90ee-c7d3c4b01e67 HTTP/1.1" status: 204 len: 168 time: 0.1292303 Apr 14 20:35:26.452519 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e0e74-6e52-410e-a4f0-a51351166076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f09b34-f0fd-427a-90ee-c7d3c4b01e67,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:27.145362 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 42036) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:27.245518 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a5cf7999-42ef-4073-87cd-7f249e183758 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1921733684-network', 'tenant_id': 'bc72add4a8a347f0852a09ba1f8495bb'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:27.268214 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cf7999-42ef-4073-87cd-7f249e183758 admin admin] Made reservation on behalf of bc72add4a8a347f0852a09ba1f8495bb for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:35:27.270586 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5cf7999-42ef-4073-87cd-7f249e183758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:27.279257 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5cf7999-42ef-4073-87cd-7f249e183758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:27.360708 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5cf7999-42ef-4073-87cd-7f249e183758 admin admin] Publish callbacks [] for security_group (9e90024c-79b0-4a94-9419-a4bfe4327b2c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:27.364733 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5cf7999-42ef-4073-87cd-7f249e183758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (9e90024c-79b0-4a94-9419-a4bfe4327b2c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:27.395349 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cf7999-42ef-4073-87cd-7f249e183758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:35:27.401906 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf7999-42ef-4073-87cd-7f249e183758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e90024c-79b0-4a94-9419-a4bfe4327b2c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:27.407901 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5cf7999-42ef-4073-87cd-7f249e183758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (8635b99f-0e5a-4bde-81e7-ff3caf9bae82), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:27.408247 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-a5cf7999-42ef-4073-87cd-7f249e183758 admin admin] Added segment 8635b99f-0e5a-4bde-81e7-ff3caf9bae82 of type vlan for network f0e0dbe9-cbc0-4658-824b-8494462465cb Apr 14 20:35:27.451901 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5cf7999-42ef-4073-87cd-7f249e183758 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (f0e0dbe9-cbc0-4658-824b-8494462465cb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:27.477400 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5cf7999-42ef-4073-87cd-7f249e183758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (f0e0dbe9-cbc0-4658-824b-8494462465cb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:27.478605 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cf7999-42ef-4073-87cd-7f249e183758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:27.479189 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5cf7999-42ef-4073-87cd-7f249e183758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:27.536603 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a5cf7999-42ef-4073-87cd-7f249e183758 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3901448 Apr 14 20:35:27.539565 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 42042) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:27.545370 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-644bc44f-3340-4796-8153-d53376c0f0e6 admin admin] Request body: {'subnet': {'network_id': 'f0e0dbe9-cbc0-4658-824b-8494462465cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1921733684-subnet', 'tenant_id': 'bc72add4a8a347f0852a09ba1f8495bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:27.549791 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf7999-42ef-4073-87cd-7f249e183758 admin admin] Pushing event updated for resources: {'Network': ['ID=f0e0dbe9-cbc0-4658-824b-8494462465cb,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:27.562302 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network f0e0dbe9-cbc0-4658-824b-8494462465cb details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:35:27.578784 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644bc44f-3340-4796-8153-d53376c0f0e6 admin admin] Made reservation on behalf of bc72add4a8a347f0852a09ba1f8495bb for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:35:27.581190 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-644bc44f-3340-4796-8153-d53376c0f0e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31045885'] for subnet (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:27.760007 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-644bc44f-3340-4796-8153-d53376c0f0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30809592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31045867'] for subnet (fcfc8af0-8913-46d0-aeb0-0b5a34fe7088), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:27.820281 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bc44f-3340-4796-8153-d53376c0f0e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcfc8af0-8913-46d0-aeb0-0b5a34fe7088,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:27.827429 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644bc44f-3340-4796-8153-d53376c0f0e6 admin admin] Checking segment: {'id': '8635b99f-0e5a-4bde-81e7-ff3caf9bae82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f0e0dbe9-cbc0-4658-824b-8494462465cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:35:27.827823 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644bc44f-3340-4796-8153-d53376c0f0e6 admin admin] Network hostable DHCP agents. Network: f0e0dbe9-cbc0-4658-824b-8494462465cb, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:35:27.845011 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644bc44f-3340-4796-8153-d53376c0f0e6 admin admin] Network f0e0dbe9-cbc0-4658-824b-8494462465cb is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:35:27.853997 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-644bc44f-3340-4796-8153-d53376c0f0e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, f0e0dbe9-cbc0-4658-824b-8494462465cb) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:35:27.858246 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644bc44f-3340-4796-8153-d53376c0f0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:27.858914 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-644bc44f-3340-4796-8153-d53376c0f0e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:27.863348 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae66e0b-b6fa-4ffb-ba68-5395ad0c260b None None] Network f0e0dbe9-cbc0-4658-824b-8494462465cb requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:35:27.888737 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-644bc44f-3340-4796-8153-d53376c0f0e6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3472321 Apr 14 20:35:27.988255 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2a0e11-e53f-4da9-ba09-623688183bb4 None None] Network f0e0dbe9-cbc0-4658-824b-8494462465cb requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:35:28.383218 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 42058) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:28.388533 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-eec6a62b-14e6-41af-bd08-76c594b99d9b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2108904528-network', 'tenant_id': 'a955d9176108443882771e17ee9bd32c'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:28.406579 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec6a62b-14e6-41af-bd08-76c594b99d9b admin admin] Made reservation on behalf of a955d9176108443882771e17ee9bd32c for: {'network': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:35:28.408923 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec6a62b-14e6-41af-bd08-76c594b99d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for network (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:28.418234 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec6a62b-14e6-41af-bd08-76c594b99d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:28.495597 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec6a62b-14e6-41af-bd08-76c594b99d9b admin admin] Publish callbacks [] for security_group (3f23db11-91c4-46f7-a4be-840b44d64b36), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:28.499393 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec6a62b-14e6-41af-bd08-76c594b99d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (3f23db11-91c4-46f7-a4be-840b44d64b36), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:28.526414 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec6a62b-14e6-41af-bd08-76c594b99d9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 20:35:28.532745 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6a62b-14e6-41af-bd08-76c594b99d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f23db11-91c4-46f7-a4be-840b44d64b36,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:28.543256 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec6a62b-14e6-41af-bd08-76c594b99d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (b43b5a6a-04a1-4080-b36b-b2cf429f2a08), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:28.543812 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.segments_db [None req-eec6a62b-14e6-41af-bd08-76c594b99d9b admin admin] Added segment b43b5a6a-04a1-4080-b36b-b2cf429f2a08 of type vlan for network 0a355fc4-ca26-40ef-a0de-6408c0b26d5c Apr 14 20:35:28.586527 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec6a62b-14e6-41af-bd08-76c594b99d9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743027146716'] for network (0a355fc4-ca26-40ef-a0de-6408c0b26d5c), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:28.629521 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec6a62b-14e6-41af-bd08-76c594b99d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861'] for network (0a355fc4-ca26-40ef-a0de-6408c0b26d5c), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:28.630554 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec6a62b-14e6-41af-bd08-76c594b99d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:28.631167 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eec6a62b-14e6-41af-bd08-76c594b99d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:28.693263 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-eec6a62b-14e6-41af-bd08-76c594b99d9b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3083494 Apr 14 20:35:28.696637 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 42062) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:28.703595 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-3acc5a2f-60a7-4c7e-9295-c27a9e9f5a1a admin admin] Request body: {'subnet': {'network_id': '0a355fc4-ca26-40ef-a0de-6408c0b26d5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2108904528-subnet', 'tenant_id': 'a955d9176108443882771e17ee9bd32c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:28.713824 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6a62b-14e6-41af-bd08-76c594b99d9b admin admin] Pushing event updated for resources: {'Network': ['ID=0a355fc4-ca26-40ef-a0de-6408c0b26d5c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:28.723253 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Network 0a355fc4-ca26-40ef-a0de-6408c0b26d5c details requested by agent ovs-agent-dv-cinder-837539-3-iscsi with host dv-cinder-837539-3-iscsi {{(pid=103379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 20:35:28.726459 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acc5a2f-60a7-4c7e-9295-c27a9e9f5a1a admin admin] Made reservation on behalf of a955d9176108443882771e17ee9bd32c for: {'subnet': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:35:28.729516 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3acc5a2f-60a7-4c7e-9295-c27a9e9f5a1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31045885'] for subnet (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:28.906758 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3acc5a2f-60a7-4c7e-9295-c27a9e9f5a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30809592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31045867'] for subnet (373adaf2-a7a8-43cd-8720-bdf916c7f9b2), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:28.966223 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc5a2f-60a7-4c7e-9295-c27a9e9f5a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=373adaf2-a7a8-43cd-8720-bdf916c7f9b2,revision_number=0']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:28.975218 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc5a2f-60a7-4c7e-9295-c27a9e9f5a1a admin admin] Checking segment: {'id': 'b43b5a6a-04a1-4080-b36b-b2cf429f2a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0a355fc4-ca26-40ef-a0de-6408c0b26d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:35:28.975571 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acc5a2f-60a7-4c7e-9295-c27a9e9f5a1a admin admin] Network hostable DHCP agents. Network: 0a355fc4-ca26-40ef-a0de-6408c0b26d5c, hostable agents: ['6168fe24-ab1f-422b-9688-c04df52563b6'], hosted agents: [] {{(pid=103378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 20:35:28.992464 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acc5a2f-60a7-4c7e-9295-c27a9e9f5a1a admin admin] Network 0a355fc4-ca26-40ef-a0de-6408c0b26d5c is scheduled to be hosted by DHCP agent 6168fe24-ab1f-422b-9688-c04df52563b6 with binding_index 1 {{(pid=103378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 20:35:29.001612 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3acc5a2f-60a7-4c7e-9295-c27a9e9f5a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837539-3-iscsi, 0a355fc4-ca26-40ef-a0de-6408c0b26d5c) {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:35:29.005517 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc5a2f-60a7-4c7e-9295-c27a9e9f5a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:29.006103 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3acc5a2f-60a7-4c7e-9295-c27a9e9f5a1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:29.010934 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df64cc17-4d2e-47a9-90b8-822784ff2f2e None None] Network 0a355fc4-ca26-40ef-a0de-6408c0b26d5c requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:35:29.022237 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-3acc5a2f-60a7-4c7e-9295-c27a9e9f5a1a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3244760 Apr 14 20:35:29.117445 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184533da-db8a-4f2a-80c9-bb25fd127dec None None] Network 0a355fc4-ca26-40ef-a0de-6408c0b26d5c requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:35:31.341988 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2ee889a4-cca6-4a89-9019-f75933a68c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:33.717199 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1aef8eec-0def-406b-8202-9ed350e5e114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:34.743024 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:36.239012 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:38.123336 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:39.390401 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:41.432334 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-b7d197e8-9ab4-4242-a992-3bc24c43a1ae tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655816721&fields=id&tenant_id=53e9df16ee264fd7acd831313dd0edb9 HTTP/1.1" status: 200 len: 267 time: 0.0471532 Apr 14 20:35:41.534595 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-04e0c525-3511-48e8-baaf-8acc1fe3ae3d tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:41.536021 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-04e0c525-3511-48e8-baaf-8acc1fe3ae3d tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 812 time: 0.0974975 Apr 14 20:35:41.550893 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-3f1b9f3a-2945-44f0-a571-32a4ee4f63d0 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/quotas/53e9df16ee264fd7acd831313dd0edb9 HTTP/1.1" status: 200 len: 375 time: 0.0090098 Apr 14 20:35:41.601056 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-2173b696-16a5-4917-8aef-9682e81cf016 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452943 Apr 14 20:35:41.787237 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-3ed34481-8d7a-4a4e-9343-7beeebad8c02 service neutron] 10.222.0.11 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726511 Apr 14 20:35:41.874963 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-d35706cb-d4b5-4587-b4c2-3d762f29a316 service neutron] 10.222.0.11 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818803 Apr 14 20:35:42.164987 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a782a695-ae57-4e2a-a48f-9b335f4b174b req-53a7435d-6f02-4adb-8336-b6e32a44598f tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 210 time: 0.0305083 Apr 14 20:35:43.105136 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-84cb688b-d40e-45ea-a5e5-7b741f2863b3 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:43.106619 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-84cb688b-d40e-45ea-a5e5-7b741f2863b3 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.46 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 812 time: 0.1077645 Apr 14 20:35:43.168401 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-c201366f-49d6-4083-9a58-dcf8946a5cb3 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53e9df16ee264fd7acd831313dd0edb9 HTTP/1.1" status: 200 len: 380 time: 0.0534444 Apr 14 20:35:43.177525 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-1f6bab32-cb15-432d-b112-f4f022095d05 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Request body: {'port': {'device_id': 'c414c609-5d15-409d-b93d-d7e814f2db16', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'admin_state_up': True, 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'security_groups': ['00ab8068-a627-499c-b338-3d38e8945d43']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:43.273268 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b23f02aa-8975-4d6e-9dc0-fbfc7a9bc070 req-a4607275-cf9c-4b85-9b42-748adbd4f93b tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 210 time: 0.0376008 Apr 14 20:35:43.300743 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-1f6bab32-cb15-432d-b112-f4f022095d05 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Made reservation on behalf of 53e9df16ee264fd7acd831313dd0edb9 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:35:43.304099 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-1f6bab32-cb15-432d-b112-f4f022095d05 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:43.427912 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-1f6bab32-cb15-432d-b112-f4f022095d05 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Allocated IP 172.20.0.13 (7292b277-45d8-4041-843d-ff21427623ec/cbcfd0cc-bef8-4613-8874-08483fbe35d1/c7f590d5-f6ca-4ec5-b67a-f27905570af3) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:35:43.574977 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-1f6bab32-cb15-432d-b112-f4f022095d05 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for port (c7f590d5-f6ca-4ec5-b67a-f27905570af3), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:43.611993 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-1f6bab32-cb15-432d-b112-f4f022095d05 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (c7f590d5-f6ca-4ec5-b67a-f27905570af3), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:43.653908 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-1f6bab32-cb15-432d-b112-f4f022095d05 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Network 7292b277-45d8-4041-843d-ff21427623ec is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:35:43.657004 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-1f6bab32-cb15-432d-b112-f4f022095d05 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:35:43.663763 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-1f6bab32-cb15-432d-b112-f4f022095d05 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:35:43.691679 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 42246) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:43.699078 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bab32-cb15-432d-b112-f4f022095d05 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event updated for resources: {'Port': ['ID=c7f590d5-f6ca-4ec5-b67a-f27905570af3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:43.732010 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-1f6bab32-cb15-432d-b112-f4f022095d05 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:43.732743 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-1f6bab32-cb15-432d-b112-f4f022095d05 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:43.741448 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b9fe6f-54c0-4246-a22a-a800d2d10ccb admin admin] Deleting subnet fcfc8af0-8913-46d0-aeb0-0b5a34fe7088 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:35:43.745558 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6b9fe6f-54c0-4246-a22a-a800d2d10ccb admin admin] Publish callbacks [] for subnet (fcfc8af0-8913-46d0-aeb0-0b5a34fe7088), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:43.750525 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-1f6bab32-cb15-432d-b112-f4f022095d05 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5767779 Apr 14 20:35:43.762027 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Request body: {'port': {'device_id': 'c414c609-5d15-409d-b93d-d7e814f2db16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:43.788365 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:35:43.790535 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6b9fe6f-54c0-4246-a22a-a800d2d10ccb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29451382'] for subnet (fcfc8af0-8913-46d0-aeb0-0b5a34fe7088), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:43.825967 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (c7f590d5-f6ca-4ec5-b67a-f27905570af3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:43.833650 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6b9fe6f-54c0-4246-a22a-a800d2d10ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826849'] for subnet (fcfc8af0-8913-46d0-aeb0-0b5a34fe7088), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:43.892521 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6b9fe6f-54c0-4246-a22a-a800d2d10ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29644569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30769421'] for subnet (fcfc8af0-8913-46d0-aeb0-0b5a34fe7088), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:43.920099 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9fe6f-54c0-4246-a22a-a800d2d10ccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcfc8af0-8913-46d0-aeb0-0b5a34fe7088,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:43.922051 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6b9fe6f-54c0-4246-a22a-a800d2d10ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:43.926289 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-d6b9fe6f-54c0-4246-a22a-a800d2d10ccb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fcfc8af0-8913-46d0-aeb0-0b5a34fe7088 HTTP/1.1" status: 204 len: 168 time: 0.2335272 Apr 14 20:35:43.927928 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 42248) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:43.964830 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-20392e87-dd43-4b27-a28e-27f555720f3c None None] Provisioning complete for port c7f590d5-f6ca-4ec5-b67a-f27905570af3 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:43.965419 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-20392e87-dd43-4b27-a28e-27f555720f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (c7f590d5-f6ca-4ec5-b67a-f27905570af3), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:43.997966 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75a32846-659f-4d01-97b3-cf26b7a7d860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657936'] for network (f0e0dbe9-cbc0-4658-824b-8494462465cb), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.004238 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-20392e87-dd43-4b27-a28e-27f555720f3c None None] Port c7f590d5-f6ca-4ec5-b67a-f27905570af3 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:35:44.080172 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75a32846-659f-4d01-97b3-cf26b7a7d860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830810', 'neutron.services.segments.db._delete_segments_for_network-8743027666104'] for network (f0e0dbe9-cbc0-4658-824b-8494462465cb), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.098802 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f590d5-f6ca-4ec5-b67a-f27905570af3 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:35:44.101318 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-75a32846-659f-4d01-97b3-cf26b7a7d860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e0dbe9-cbc0-4658-824b-8494462465cb']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:44.107744 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Publish callbacks [] for port (c7f590d5-f6ca-4ec5-b67a-f27905570af3), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.111591 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-75a32846-659f-4d01-97b3-cf26b7a7d860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8635b99f-0e5a-4bde-81e7-ff3caf9bae82') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:44.111911 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-75a32846-659f-4d01-97b3-cf26b7a7d860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8635b99f-0e5a-4bde-81e7-ff3caf9bae82') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:44.120637 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Transition to ACTIVE for port object c7f590d5-f6ca-4ec5-b67a-f27905570af3 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:35:44.122149 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75a32846-659f-4d01-97b3-cf26b7a7d860 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743027671233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29451341'] for segment (8635b99f-0e5a-4bde-81e7-ff3caf9bae82), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.124675 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (c7f590d5-f6ca-4ec5-b67a-f27905570af3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.136090 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75a32846-659f-4d01-97b3-cf26b7a7d860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (8635b99f-0e5a-4bde-81e7-ff3caf9bae82), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.142117 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a32846-659f-4d01-97b3-cf26b7a7d860 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:35:44.142544 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75a32846-659f-4d01-97b3-cf26b7a7d860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29644707'] for segment (8635b99f-0e5a-4bde-81e7-ff3caf9bae82), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: Traceback (most recent call last): Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: timer() Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: cb(*args, **kw) Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: return func(*args, **kwargs) Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: self._notify() Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: self.callback(batched_events) Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: event.method(event) Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: return f(self, *a, **k) Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: return self._get(url).json() Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: return self.request(url, 'GET', **kwargs) Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:35:44.144213 dv-cinder-837539-3-iscsi neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:35:44.177295 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Pushing event updated for resources: {'Port': ['ID=c7f590d5-f6ca-4ec5-b67a-f27905570af3,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:44.204972 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75a32846-659f-4d01-97b3-cf26b7a7d860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610524'] for network (f0e0dbe9-cbc0-4658-824b-8494462465cb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.210890 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75a32846-659f-4d01-97b3-cf26b7a7d860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.215088 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-75a32846-659f-4d01-97b3-cf26b7a7d860 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f0e0dbe9-cbc0-4658-824b-8494462465cb HTTP/1.1" status: 204 len: 168 time: 0.2861807 Apr 14 20:35:44.222182 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 42250) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:44.226014 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a32846-659f-4d01-97b3-cf26b7a7d860 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e0dbe9-cbc0-4658-824b-8494462465cb,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:44.290859 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-393a650c-cd27-425b-a84c-ad3d3edf1549 admin admin] Deleting subnet 373adaf2-a7a8-43cd-8720-bdf916c7f9b2 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:35:44.295492 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Attempting to bind port c7f590d5-f6ca-4ec5-b67a-f27905570af3 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:35:44.295840 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Attempting to bind port c7f590d5-f6ca-4ec5-b67a-f27905570af3 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:35:44.296172 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Attempting to bind port c7f590d5-f6ca-4ec5-b67a-f27905570af3 on network 7292b277-45d8-4041-843d-ff21427623ec {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:35:44.298401 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-393a650c-cd27-425b-a84c-ad3d3edf1549 admin admin] Publish callbacks [] for subnet (373adaf2-a7a8-43cd-8720-bdf916c7f9b2), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.325154 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Port c7f590d5-f6ca-4ec5-b67a-f27905570af3 on network 7292b277-45d8-4041-843d-ff21427623ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:35:44.325485 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Attempting to bind port c7f590d5-f6ca-4ec5-b67a-f27905570af3 on network 7292b277-45d8-4041-843d-ff21427623ec {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:35:44.337481 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:35:44.338455 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Checking segment: {'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:35:44.338853 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Bound using segment: {'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:35:44.339308 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Bound port: c7f590d5-f6ca-4ec5-b67a-f27905570af3, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:35:44.339673 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (c7f590d5-f6ca-4ec5-b67a-f27905570af3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.345695 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-393a650c-cd27-425b-a84c-ad3d3edf1549 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29519290'] for subnet (373adaf2-a7a8-43cd-8720-bdf916c7f9b2), precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.457836 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93906faf-b5c7-4670-a6d1-2259401c4ae5 req-252f169a-e89e-4033-b7a5-58dc76b64b5d tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:44.459334 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-93906faf-b5c7-4670-a6d1-2259401c4ae5 req-252f169a-e89e-4033-b7a5-58dc76b64b5d tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 944 time: 0.0856118 Apr 14 20:35:44.462357 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-393a650c-cd27-425b-a84c-ad3d3edf1549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826849'] for subnet (373adaf2-a7a8-43cd-8720-bdf916c7f9b2), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.551268 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] For port c7f590d5-f6ca-4ec5-b67a-f27905570af3, host hv-cinder-83753, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:35:44.581422 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] For port c7f590d5-f6ca-4ec5-b67a-f27905570af3, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c7f590d5-f6ca-4ec5-b67a-f27905570af3,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:35:44.583842 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-393a650c-cd27-425b-a84c-ad3d3edf1549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30806055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31045842'] for subnet (373adaf2-a7a8-43cd-8720-bdf916c7f9b2), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.596455 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-93906faf-b5c7-4670-a6d1-2259401c4ae5 req-bbcd1857-f595-4545-a4d1-2664ee4c9572 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134615 Apr 14 20:35:44.615310 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (c7f590d5-f6ca-4ec5-b67a-f27905570af3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.621300 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a650c-cd27-425b-a84c-ad3d3edf1549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=373adaf2-a7a8-43cd-8720-bdf916c7f9b2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:44.625946 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-393a650c-cd27-425b-a84c-ad3d3edf1549 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.629075 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-393a650c-cd27-425b-a84c-ad3d3edf1549 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/373adaf2-a7a8-43cd-8720-bdf916c7f9b2 HTTP/1.1" status: 204 len: 168 time: 0.4059229 Apr 14 20:35:44.631728 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 42254) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:44.659793 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:44.660564 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.661935 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] 10.222.0.46 "PUT /v2.0/ports/c7f590d5-f6ca-4ec5-b67a-f27905570af3 HTTP/1.1" status: 200 len: 1094 time: 0.9042814 Apr 14 20:35:44.662467 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c414c609-5d15-409d-b93d-d7e814f2db16', 'tag': 'c7f590d5-f6ca-4ec5-b67a-f27905570af3'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:35:44.668792 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b1dc91-122b-444d-b21e-f5309366211d" -d '{"events": [{"name": "network-changed", "server_uuid": "c414c609-5d15-409d-b93d-d7e814f2db16", "tag": "c7f590d5-f6ca-4ec5-b67a-f27905570af3"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:35:44.713613 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3304e86a-2db9-4801-bc08-ae2d5185e42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657936'] for network (0a355fc4-ca26-40ef-a0de-6408c0b26d5c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.718132 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a825c856-6fab-487e-8336-1f02cdcf8fc7 x-openstack-request-id: req-a825c856-6fab-487e-8336-1f02cdcf8fc7 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:35:44.718455 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c414c609-5d15-409d-b93d-d7e814f2db16", "tag": "c7f590d5-f6ca-4ec5-b67a-f27905570af3", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:35:44.718698 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a825c856-6fab-487e-8336-1f02cdcf8fc7 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:35:44.719150 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a825c856-6fab-487e-8336-1f02cdcf8fc7'] response: {'name': 'network-changed', 'server_uuid': 'c414c609-5d15-409d-b93d-d7e814f2db16', 'tag': 'c7f590d5-f6ca-4ec5-b67a-f27905570af3', 'status': 'completed', 'code': 200} Apr 14 20:35:44.729019 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9749b-7c54-4606-a6e7-df0159b80b7a service neutron] Pushing event updated for resources: {'Port': ['ID=c7f590d5-f6ca-4ec5-b67a-f27905570af3,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:44.761304 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-c7341f45-ad22-4c8d-8dc5-646762781f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:44.763128 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-c7341f45-ad22-4c8d-8dc5-646762781f12 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 1128 time: 0.0489960 Apr 14 20:35:44.799445 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3304e86a-2db9-4801-bc08-ae2d5185e42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830810', 'neutron.services.segments.db._delete_segments_for_network-8743027666104'] for network (0a355fc4-ca26-40ef-a0de-6408c0b26d5c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.808638 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-84c73a0e-26a8-4110-9ad4-5deb23238a76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7f590d5-f6ca-4ec5-b67a-f27905570af3 HTTP/1.1" status: 200 len: 217 time: 0.0386078 Apr 14 20:35:44.822744 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-3304e86a-2db9-4801-bc08-ae2d5185e42b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a355fc4-ca26-40ef-a0de-6408c0b26d5c']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:44.835355 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-3304e86a-2db9-4801-bc08-ae2d5185e42b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43b5a6a-04a1-4080-b36b-b2cf429f2a08') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:44.835738 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-3304e86a-2db9-4801-bc08-ae2d5185e42b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43b5a6a-04a1-4080-b36b-b2cf429f2a08') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:35:44.847663 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3304e86a-2db9-4801-bc08-ae2d5185e42b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743027671233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29451341'] for segment (b43b5a6a-04a1-4080-b36b-b2cf429f2a08), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.861438 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3304e86a-2db9-4801-bc08-ae2d5185e42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (b43b5a6a-04a1-4080-b36b-b2cf429f2a08), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.862551 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-579c29e6-23d1-47f4-908d-c5b5496b1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:44.864016 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-579c29e6-23d1-47f4-908d-c5b5496b1c51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbcfd0cc-bef8-4613-8874-08483fbe35d1 HTTP/1.1" status: 200 len: 851 time: 0.0482242 Apr 14 20:35:44.868038 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3304e86a-2db9-4801-bc08-ae2d5185e42b admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:35:44.868740 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3304e86a-2db9-4801-bc08-ae2d5185e42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29644707'] for segment (b43b5a6a-04a1-4080-b36b-b2cf429f2a08), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: Traceback (most recent call last): Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: timer() Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: cb(*args, **kw) Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: return func(*args, **kwargs) Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: self._notify() Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: self.callback(batched_events) Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: event.method(event) Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: return f(self, *a, **k) Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: return self._get(url).json() Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: return self.request(url, 'GET', **kwargs) Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:35:44.883580 dv-cinder-837539-3-iscsi neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:35:44.921409 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-cf2af63e-b522-4a26-9deb-bf711a4e952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:44.923084 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-cf2af63e-b522-4a26-9deb-bf711a4e952d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7292b277-45d8-4041-843d-ff21427623ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528789 Apr 14 20:35:44.933627 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3304e86a-2db9-4801-bc08-ae2d5185e42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610524'] for network (0a355fc4-ca26-40ef-a0de-6408c0b26d5c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.940270 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3304e86a-2db9-4801-bc08-ae2d5185e42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:44.943455 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-3304e86a-2db9-4801-bc08-ae2d5185e42b admin admin] 10.222.0.11 "DELETE /v2.0/networks/0a355fc4-ca26-40ef-a0de-6408c0b26d5c HTTP/1.1" status: 204 len: 168 time: 0.3106878 Apr 14 20:35:44.953570 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304e86a-2db9-4801-bc08-ae2d5185e42b admin admin] Pushing event deleted for resources: {'Network': ['ID=0a355fc4-ca26-40ef-a0de-6408c0b26d5c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:45.020394 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-95bb8c11-a10b-49d7-9281-bcbdeb2d8f0c service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909486 Apr 14 20:35:45.118056 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 42260) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:45.140963 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-dc600acb-1c27-4309-b03e-42c0152791a1 req-1d6733fb-240c-4194-aeb5-51170cdce780 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144433 Apr 14 20:35:45.166758 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-f5b21786-4f3a-4d00-a5b9-db5e81b1e83a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc72add4a8a347f0852a09ba1f8495bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474505 Apr 14 20:35:45.169158 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 42262) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:45.217793 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46e7b822-bee5-492c-96d0-82383672ab0c admin admin] Publish callbacks [] for security_group (9e90024c-79b0-4a94-9419-a4bfe4327b2c), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:45.238898 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46e7b822-bee5-492c-96d0-82383672ab0c admin admin] Publish callbacks [] for security_group (9e90024c-79b0-4a94-9419-a4bfe4327b2c), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:45.286854 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46e7b822-bee5-492c-96d0-82383672ab0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (9e90024c-79b0-4a94-9419-a4bfe4327b2c), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:45.289346 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46e7b822-bee5-492c-96d0-82383672ab0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:45.290476 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-46e7b822-bee5-492c-96d0-82383672ab0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e90024c-79b0-4a94-9419-a4bfe4327b2c HTTP/1.1" status: 204 len: 168 time: 0.1203694 Apr 14 20:35:45.298459 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7b822-bee5-492c-96d0-82383672ab0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e90024c-79b0-4a94-9419-a4bfe4327b2c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:45.594172 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 42268) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:45.632680 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-5e11a4ba-d541-47ab-8b19-b90ba46a5340 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a955d9176108443882771e17ee9bd32c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372920 Apr 14 20:35:45.635662 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 42272) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:45.715082 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1e439ab-6742-447f-a4a3-b1212f1d09fa admin admin] Publish callbacks [] for security_group (3f23db11-91c4-46f7-a4be-840b44d64b36), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:45.723225 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958dbb7-1ed6-403e-92d1-7de4b12a4ed9 req-c13f140f-1e00-4f77-821e-9bcd4699994a tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:45.724674 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9958dbb7-1ed6-403e-92d1-7de4b12a4ed9 req-c13f140f-1e00-4f77-821e-9bcd4699994a tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 944 time: 0.0569782 Apr 14 20:35:45.756950 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1e439ab-6742-447f-a4a3-b1212f1d09fa admin admin] Publish callbacks [] for security_group (3f23db11-91c4-46f7-a4be-840b44d64b36), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:45.806108 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-9958dbb7-1ed6-403e-92d1-7de4b12a4ed9 req-f6fe9f25-d0fc-41c0-a047-02b202090fda tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741138 Apr 14 20:35:45.825337 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1e439ab-6742-447f-a4a3-b1212f1d09fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (3f23db11-91c4-46f7-a4be-840b44d64b36), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:45.828309 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1e439ab-6742-447f-a4a3-b1212f1d09fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:45.829549 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-a1e439ab-6742-447f-a4a3-b1212f1d09fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3f23db11-91c4-46f7-a4be-840b44d64b36 HTTP/1.1" status: 204 len: 168 time: 0.1929777 Apr 14 20:35:45.837321 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e439ab-6742-447f-a4a3-b1212f1d09fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f23db11-91c4-46f7-a4be-840b44d64b36,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:45.952352 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1dc91-122b-444d-b21e-f5309366211d req-5adccf87-e3fe-43c3-8c99-c9bf690b6dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:45.953848 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-54b1dc91-122b-444d-b21e-f5309366211d req-5adccf87-e3fe-43c3-8c99-c9bf690b6dc0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 1128 time: 0.0437009 Apr 14 20:35:46.043491 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1dc91-122b-444d-b21e-f5309366211d req-3d10f091-24e3-4223-9192-68f52128d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:46.044963 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-54b1dc91-122b-444d-b21e-f5309366211d req-3d10f091-24e3-4223-9192-68f52128d9c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 913 time: 0.0853181 Apr 14 20:35:46.088775 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-54b1dc91-122b-444d-b21e-f5309366211d req-6b0c161a-8ff4-4a88-93ce-50487a0077d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7f590d5-f6ca-4ec5-b67a-f27905570af3 HTTP/1.1" status: 200 len: 217 time: 0.0374901 Apr 14 20:35:46.138031 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1dc91-122b-444d-b21e-f5309366211d req-b48194cc-340e-4c0c-b8f4-3e9db48bc200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:46.140703 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-54b1dc91-122b-444d-b21e-f5309366211d req-b48194cc-340e-4c0c-b8f4-3e9db48bc200 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbcfd0cc-bef8-4613-8874-08483fbe35d1 HTTP/1.1" status: 200 len: 851 time: 0.0446231 Apr 14 20:35:46.182374 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1dc91-122b-444d-b21e-f5309366211d req-a692e0d5-c865-4e5e-bc53-32006300073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:46.183907 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-54b1dc91-122b-444d-b21e-f5309366211d req-a692e0d5-c865-4e5e-bc53-32006300073b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7292b277-45d8-4041-843d-ff21427623ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390344 Apr 14 20:35:46.275775 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-54b1dc91-122b-444d-b21e-f5309366211d req-788db982-61bf-45cc-82ef-2774fe50a610 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854664 Apr 14 20:35:46.366075 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-54b1dc91-122b-444d-b21e-f5309366211d req-9f4e38dd-ce6f-4769-903d-04d993be860b service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851839 Apr 14 20:35:46.934265 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37958f5f-dac5-4d24-92d3-223abf16eab5 req-a917a0d2-0054-4bde-af52-42293c595639 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:46.935701 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-37958f5f-dac5-4d24-92d3-223abf16eab5 req-a917a0d2-0054-4bde-af52-42293c595639 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 944 time: 0.0527790 Apr 14 20:35:46.984341 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-37958f5f-dac5-4d24-92d3-223abf16eab5 req-d9dd12a9-6b69-42ba-97ee-fe54b18fe460 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430658 Apr 14 20:35:48.094605 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4cd26-cd13-46c7-8d18-258d0b8fd51b req-bb5db939-66ff-41da-88ff-3aed3e87f1b5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:48.096711 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7ed4cd26-cd13-46c7-8d18-258d0b8fd51b req-bb5db939-66ff-41da-88ff-3aed3e87f1b5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 944 time: 0.0476658 Apr 14 20:35:48.148494 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7ed4cd26-cd13-46c7-8d18-258d0b8fd51b req-03a9663d-9c08-453b-8739-538748e0a411 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456598 Apr 14 20:35:49.257225 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1d918-375f-44f4-9bf0-6634bd62326e req-ca359eab-023b-48e2-a5ef-912bfaf1d5c0 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:49.258676 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-19e1d918-375f-44f4-9bf0-6634bd62326e req-ca359eab-023b-48e2-a5ef-912bfaf1d5c0 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 944 time: 0.0452051 Apr 14 20:35:49.306439 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-19e1d918-375f-44f4-9bf0-6634bd62326e req-a9da28f5-4778-4b0c-b6cd-aa2ab25e79f4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412452 Apr 14 20:35:49.878486 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 42336) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:49.981844 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ff0d1fd-304f-498b-93a7-dca833734004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:50.055087 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ff0d1fd-304f-498b-93a7-dca833734004 admin admin] Publish callbacks [] for security_group (4d01136f-4ad3-47f9-91d3-7403451170f2), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:50.059149 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ff0d1fd-304f-498b-93a7-dca833734004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (4d01136f-4ad3-47f9-91d3-7403451170f2), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:50.095908 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-7ff0d1fd-304f-498b-93a7-dca833734004 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf3397e1381b4af6bc2ef1ce433b5b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163198 Apr 14 20:35:50.096957 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0d1fd-304f-498b-93a7-dca833734004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d01136f-4ad3-47f9-91d3-7403451170f2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:50.099613 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 42340) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:50.147812 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Publish callbacks [] for security_group (4d01136f-4ad3-47f9-91d3-7403451170f2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:50.171810 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Publish callbacks [] for security_group (4d01136f-4ad3-47f9-91d3-7403451170f2), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:50.216284 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (4d01136f-4ad3-47f9-91d3-7403451170f2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:50.218975 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:50.220104 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d01136f-4ad3-47f9-91d3-7403451170f2 HTTP/1.1" status: 204 len: 168 time: 0.1194146 Apr 14 20:35:50.227458 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d01136f-4ad3-47f9-91d3-7403451170f2,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:50.234758 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:50.235124 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:50.235472 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:50.235807 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:50.236140 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:50.236466 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:50.236791 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:50.237117 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:50.237439 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:50.237762 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:50.238122 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:50.238394 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:50.238738 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:50.239055 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:50.239369 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe64b2d-af35-4d09-a65b-455fc0832e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:35:50.419115 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46026ee-87c0-4f7b-a774-082a3185a598 req-3dd14d97-4c70-4484-9588-3947dc0a6659 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:50.420694 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e46026ee-87c0-4f7b-a774-082a3185a598 req-3dd14d97-4c70-4484-9588-3947dc0a6659 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 944 time: 0.0476649 Apr 14 20:35:50.470165 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e46026ee-87c0-4f7b-a774-082a3185a598 req-3091f574-dad9-42b1-90c0-da7221ee243a tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429404 Apr 14 20:35:50.477793 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 42348) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:50.494459 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77b74f67-2edb-4917-a0b7-2f074b16d7de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:50.568088 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77b74f67-2edb-4917-a0b7-2f074b16d7de admin admin] Publish callbacks [] for security_group (cdf5cf7d-3190-4a5c-ae59-4b3891b59de6), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:50.571707 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-77b74f67-2edb-4917-a0b7-2f074b16d7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (cdf5cf7d-3190-4a5c-ae59-4b3891b59de6), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:50.609536 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-77b74f67-2edb-4917-a0b7-2f074b16d7de admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e70c64805c094cc0ab1f15ec618f9957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304078 Apr 14 20:35:50.610357 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b74f67-2edb-4917-a0b7-2f074b16d7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf5cf7d-3190-4a5c-ae59-4b3891b59de6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:50.612117 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 42350) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:50.665792 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b8c41ae0-4cd0-44d1-abcf-9bb1638aff52 admin admin] Publish callbacks [] for security_group (cdf5cf7d-3190-4a5c-ae59-4b3891b59de6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:50.689281 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b8c41ae0-4cd0-44d1-abcf-9bb1638aff52 admin admin] Publish callbacks [] for security_group (cdf5cf7d-3190-4a5c-ae59-4b3891b59de6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:50.735464 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b8c41ae0-4cd0-44d1-abcf-9bb1638aff52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (cdf5cf7d-3190-4a5c-ae59-4b3891b59de6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:50.738114 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b8c41ae0-4cd0-44d1-abcf-9bb1638aff52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:50.739312 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-b8c41ae0-4cd0-44d1-abcf-9bb1638aff52 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cdf5cf7d-3190-4a5c-ae59-4b3891b59de6 HTTP/1.1" status: 204 len: 168 time: 0.1261828 Apr 14 20:35:50.747493 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c41ae0-4cd0-44d1-abcf-9bb1638aff52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf5cf7d-3190-4a5c-ae59-4b3891b59de6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:51.587877 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3a566-077f-4cd7-89cb-bf2884cc7dd2 req-d094be28-9ee3-48f9-9761-5b3556e3b861 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:51.589566 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0fb3a566-077f-4cd7-89cb-bf2884cc7dd2 req-d094be28-9ee3-48f9-9761-5b3556e3b861 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 944 time: 0.0505407 Apr 14 20:35:51.642606 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0fb3a566-077f-4cd7-89cb-bf2884cc7dd2 req-cf831870-c40d-4447-91c4-1e7672767e5c tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472360 Apr 14 20:35:52.760788 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb80c3-b7ff-4742-bc6f-e8ad9a1534c1 req-41db1b84-4ac6-4b8b-b6e0-cdfa435d127f tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:52.762357 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-edfb80c3-b7ff-4742-bc6f-e8ad9a1534c1 req-41db1b84-4ac6-4b8b-b6e0-cdfa435d127f tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 944 time: 0.0507410 Apr 14 20:35:52.812543 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-edfb80c3-b7ff-4742-bc6f-e8ad9a1534c1 req-c1d5dcb7-d99a-4c38-a8f7-8b0f7e7c290e tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434730 Apr 14 20:35:53.282852 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device c7f590d5-f6ca-4ec5-b67a-f27905570af3 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:35:53.382721 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port c7f590d5-f6ca-4ec5-b67a-f27905570af3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c7f590d5-f6ca-4ec5-b67a-f27905570af3,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:35:53.393986 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': 'c7f590d5-f6ca-4ec5-b67a-f27905570af3', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'port_id': 'c7f590d5-f6ca-4ec5-b67a-f27905570af3', 'mac_address': 'fa:16:3e:43:3a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:35:53.435531 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port c7f590d5-f6ca-4ec5-b67a-f27905570af3 is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:53.435916 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (c7f590d5-f6ca-4ec5-b67a-f27905570af3), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:53.448330 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f590d5-f6ca-4ec5-b67a-f27905570af3 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:35:53.468001 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port c7f590d5-f6ca-4ec5-b67a-f27905570af3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c7f590d5-f6ca-4ec5-b67a-f27905570af3,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:35:53.471708 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (c7f590d5-f6ca-4ec5-b67a-f27905570af3), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:53.518009 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=c7f590d5-f6ca-4ec5-b67a-f27905570af3,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:53.895130 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['c7f590d5-f6ca-4ec5-b67a-f27905570af3'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:35:53.928124 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4a80a-ecac-4811-a9ce-03ed9e0e2ae6 req-a7004583-5aba-42f6-8fcd-1af64ec5a364 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:53.929600 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7df4a80a-ecac-4811-a9ce-03ed9e0e2ae6 req-a7004583-5aba-42f6-8fcd-1af64ec5a364 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 945 time: 0.0490854 Apr 14 20:35:53.987757 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7df4a80a-ecac-4811-a9ce-03ed9e0e2ae6 req-8da9a5bb-f0e4-4ea1-92b6-ad7d1e5462da tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509701 Apr 14 20:35:55.107330 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0e713-eae3-4642-b82e-b24c04ed98fa req-37b60cc7-fac1-4622-b635-d2053f9fe49f tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:55.108798 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-91a0e713-eae3-4642-b82e-b24c04ed98fa req-37b60cc7-fac1-4622-b635-d2053f9fe49f tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 945 time: 0.0512850 Apr 14 20:35:55.157268 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-91a0e713-eae3-4642-b82e-b24c04ed98fa req-cc69d62e-1a32-4293-a01d-22e9b9649e94 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429449 Apr 14 20:35:55.314474 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device c7f590d5-f6ca-4ec5-b67a-f27905570af3 up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:35:55.359806 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port c7f590d5-f6ca-4ec5-b67a-f27905570af3 completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:35:55.366295 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port c7f590d5-f6ca-4ec5-b67a-f27905570af3 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:35:55.366699 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (c7f590d5-f6ca-4ec5-b67a-f27905570af3), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:55.447273 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port c7f590d5-f6ca-4ec5-b67a-f27905570af3 is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:35:55.447657 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (c7f590d5-f6ca-4ec5-b67a-f27905570af3), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:55.470349 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c414c609-5d15-409d-b93d-d7e814f2db16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f590d5-f6ca-4ec5-b67a-f27905570af3'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:35:55.472926 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdfdcd6-c276-42c3-b8f3-7e0b39a19440" -d '{"events": [{"server_uuid": "c414c609-5d15-409d-b93d-d7e814f2db16", "name": "network-vif-plugged", "status": "completed", "tag": "c7f590d5-f6ca-4ec5-b67a-f27905570af3"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:35:55.487004 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port c7f590d5-f6ca-4ec5-b67a-f27905570af3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c7f590d5-f6ca-4ec5-b67a-f27905570af3,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:35:55.490916 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (c7f590d5-f6ca-4ec5-b67a-f27905570af3), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:55.540079 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=c7f590d5-f6ca-4ec5-b67a-f27905570af3,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:55.633075 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d00d131-c0d5-4ed8-9b1c-60f8bc353f46 x-openstack-request-id: req-6d00d131-c0d5-4ed8-9b1c-60f8bc353f46 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:35:55.633399 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c414c609-5d15-409d-b93d-d7e814f2db16", "name": "network-vif-plugged", "status": "completed", "tag": "c7f590d5-f6ca-4ec5-b67a-f27905570af3", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:35:55.633649 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d00d131-c0d5-4ed8-9b1c-60f8bc353f46 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:35:55.634044 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d00d131-c0d5-4ed8-9b1c-60f8bc353f46'] response: {'server_uuid': 'c414c609-5d15-409d-b93d-d7e814f2db16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f590d5-f6ca-4ec5-b67a-f27905570af3', 'code': 200} Apr 14 20:35:55.841317 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d464c-05ce-4dcb-98e7-65d175305346 req-6d2a904b-d86b-43c9-9c03-29d82e48be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:55.843114 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-663d464c-05ce-4dcb-98e7-65d175305346 req-6d2a904b-d86b-43c9-9c03-29d82e48be4f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 1130 time: 0.0406220 Apr 14 20:35:55.890721 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-663d464c-05ce-4dcb-98e7-65d175305346 req-c71802a5-435d-4006-afc7-d81bc8fbc8c2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405140 Apr 14 20:35:56.268450 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78f9c2-4de2-4ac7-abaf-596f8de8371b req-7a5c6a4d-5169-4c3f-88fb-2feb7b9c6820 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:56.269907 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ae78f9c2-4de2-4ac7-abaf-596f8de8371b req-7a5c6a4d-5169-4c3f-88fb-2feb7b9c6820 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 946 time: 0.0459499 Apr 14 20:35:56.322760 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ae78f9c2-4de2-4ac7-abaf-596f8de8371b req-6aa8d205-1926-49e2-b5e9-4ee767a42b9d tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466840 Apr 14 20:35:57.450318 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903cf5a-bb7c-47c5-8142-ea3eeb398276 req-8a91443f-8d73-4eb5-a2f7-11172b98564d tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:57.451851 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e903cf5a-bb7c-47c5-8142-ea3eeb398276 req-8a91443f-8d73-4eb5-a2f7-11172b98564d tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 946 time: 0.0600955 Apr 14 20:35:57.501690 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e903cf5a-bb7c-47c5-8142-ea3eeb398276 req-0a198926-ef1a-49af-be95-9d74d9c3b2f0 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441656 Apr 14 20:35:58.616436 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1068721-70e7-451b-9191-42c055c3aad5 req-c609e5ed-f0b1-445c-b0b3-98c4d4709dc2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:58.617958 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a1068721-70e7-451b-9191-42c055c3aad5 req-c609e5ed-f0b1-445c-b0b3-98c4d4709dc2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 946 time: 0.0477390 Apr 14 20:35:58.666155 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a1068721-70e7-451b-9191-42c055c3aad5 req-3e039525-3959-41f5-8603-eefde218fb22 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Apr 14 20:35:58.786896 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef8fb1-0f51-458b-887f-fc2b04722de2 req-71c276ef-a37e-4f7f-9b50-3f7246b6c365 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:58.788268 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a4ef8fb1-0f51-458b-887f-fc2b04722de2 req-71c276ef-a37e-4f7f-9b50-3f7246b6c365 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 946 time: 0.0523841 Apr 14 20:35:58.837009 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a4ef8fb1-0f51-458b-887f-fc2b04722de2 req-5519cdde-6e09-4a79-b142-fa8862df3b3e tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423260 Apr 14 20:35:58.860639 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 42462) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:59.047999 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7c831f-a72e-4ef4-a8c3-7cda6a1a26da tempest-TestVolumeBootPattern-1063194800 tempest-TestVolumeBootPattern-1063194800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:35:59.050874 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ad7c831f-a72e-4ef4-a8c3-7cda6a1a26da tempest-TestVolumeBootPattern-1063194800 tempest-TestVolumeBootPattern-1063194800-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 1125 time: 0.1892352 Apr 14 20:35:59.052653 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 42466) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:35:59.062302 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Request body: {'floatingip': {'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'port_id': 'c7f590d5-f6ca-4ec5-b67a-f27905570af3', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:35:59.082346 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:59.163915 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:59.268698 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Allocated IP 172.27.3.218 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/1fed80fe-ea62-4fc4-b706-ea30afd464ea) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:35:59.383311 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for port (1fed80fe-ea62-4fc4-b706-ea30afd464ea), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:59.416007 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (1fed80fe-ea62-4fc4-b706-ea30afd464ea), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:59.452609 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:35:59.455536 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:35:59.461176 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:35:59.485178 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event updated for resources: {'Port': ['ID=1fed80fe-ea62-4fc4-b706-ea30afd464ea,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:35:59.844057 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for floatingip (7c053192-d50d-4c45-b93f-cd289b240fb3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:35:59.915288 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (1fed80fe-ea62-4fc4-b706-ea30afd464ea), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:00.075806 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for port (1fed80fe-ea62-4fc4-b706-ea30afd464ea), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:00.080665 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29644623'] for port (1fed80fe-ea62-4fc4-b706-ea30afd464ea), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:00.149754 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event updated for resources: {'Port': ['ID=1fed80fe-ea62-4fc4-b706-ea30afd464ea,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:36:00.167833 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (7c053192-d50d-4c45-b93f-cd289b240fb3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:00.512007 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.l3_db [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Floating IP 7c053192-d50d-4c45-b93f-cd289b240fb3 associated. External IP: 172.27.3.218, port: c7f590d5-f6ca-4ec5-b67a-f27905570af3. Apr 14 20:36:00.733799 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Router 62e6271f-0dbc-4602-b8c7-5b5928c13150 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:36:00.863044 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:36:00.873850 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e2e14e-d83b-4f8b-894c-358b7d95b120 None None] Sync routers for ids ['62e6271f-0dbc-4602-b8c7-5b5928c13150'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:36:00.883702 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e2e14e-d83b-4f8b-894c-358b7d95b120 None None] Routers {'62e6271f-0dbc-4602-b8c7-5b5928c13150'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:36:00.884279 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:00.884422 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c4e2e14e-d83b-4f8b-894c-358b7d95b120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:35:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['62e6271f-0dbc-4602-b8c7-5b5928c13150'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:36:00.925624 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-97ca0d2e-82ca-44a8-b17b-1532287203fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8713605 Apr 14 20:36:00.926549 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c414c609-5d15-409d-b93d-d7e814f2db16', 'tag': 'c7f590d5-f6ca-4ec5-b67a-f27905570af3'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:36:00.928982 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdbe11d59a66eb6431a54a4c04aa9c41f8d225d3092e952352ea334af4395ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44e2d5e-ef1e-4bfc-8842-35c472cd4caa" -d '{"events": [{"name": "network-changed", "server_uuid": "c414c609-5d15-409d-b93d-d7e814f2db16", "tag": "c7f590d5-f6ca-4ec5-b67a-f27905570af3"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:36:01.000943 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-c4e2e14e-d83b-4f8b-894c-358b7d95b120 None None] Set router 62e6271f-0dbc-4602-b8c7-5b5928c13150 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:36:01.027412 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0362f630-d7da-4b6e-b697-435210898784 x-openstack-request-id: req-0362f630-d7da-4b6e-b697-435210898784 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:36:01.027707 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c414c609-5d15-409d-b93d-d7e814f2db16", "tag": "c7f590d5-f6ca-4ec5-b67a-f27905570af3", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:36:01.027961 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0362f630-d7da-4b6e-b697-435210898784 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:36:01.028424 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0362f630-d7da-4b6e-b697-435210898784'] response: {'name': 'network-changed', 'server_uuid': 'c414c609-5d15-409d-b93d-d7e814f2db16', 'tag': 'c7f590d5-f6ca-4ec5-b67a-f27905570af3', 'status': 'completed', 'code': 200} Apr 14 20:36:01.087031 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e2d5e-ef1e-4bfc-8842-35c472cd4caa req-e10dfa1b-f7eb-45cd-9dc0-41fd96c22b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:36:01.088532 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e44e2d5e-ef1e-4bfc-8842-35c472cd4caa req-e10dfa1b-f7eb-45cd-9dc0-41fd96c22b55 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 1130 time: 0.0381420 Apr 14 20:36:01.189874 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e2d5e-ef1e-4bfc-8842-35c472cd4caa req-3cda6ccb-417e-4eb9-92cc-987fa84a974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:36:01.191401 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e44e2d5e-ef1e-4bfc-8842-35c472cd4caa req-3cda6ccb-417e-4eb9-92cc-987fa84a974e service neutron] 10.222.0.46 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 913 time: 0.0930839 Apr 14 20:36:01.229181 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c4e2e14e-d83b-4f8b-894c-358b7d95b120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '7c053192-d50d-4c45-b93f-cd289b240fb3', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'port_id': 'c7f590d5-f6ca-4ec5-b67a-f27905570af3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'mac_address': 'fa:16:3e:43:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414c609-5d15-409d-b93d-d7e814f2db16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:35:59Z', 'updated_at': '2022-04-14T20:35:59Z', 'revision_number': 0, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:16Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:36:01.256753 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e2e14e-d83b-4f8b-894c-358b7d95b120 None None] Checking router: 62e6271f-0dbc-4602-b8c7-5b5928c13150 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:36:01.258596 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e44e2d5e-ef1e-4bfc-8842-35c472cd4caa req-4dc30005-cc54-4862-b8cd-d233cf5f1579 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7f590d5-f6ca-4ec5-b67a-f27905570af3 HTTP/1.1" status: 200 len: 1000 time: 0.0610418 Apr 14 20:36:01.264988 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e2e14e-d83b-4f8b-894c-358b7d95b120 None None] Routers {'62e6271f-0dbc-4602-b8c7-5b5928c13150'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:36:01.265585 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c4e2e14e-d83b-4f8b-894c-358b7d95b120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:35:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['62e6271f-0dbc-4602-b8c7-5b5928c13150'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:36:01.314258 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e2d5e-ef1e-4bfc-8842-35c472cd4caa req-2f82fbcb-5df5-4828-872a-59902280cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:36:01.317355 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e44e2d5e-ef1e-4bfc-8842-35c472cd4caa req-2f82fbcb-5df5-4828-872a-59902280cafe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbcfd0cc-bef8-4613-8874-08483fbe35d1 HTTP/1.1" status: 200 len: 851 time: 0.0525529 Apr 14 20:36:01.371471 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e2d5e-ef1e-4bfc-8842-35c472cd4caa req-a4b96e86-3b56-4330-b6bd-37604342760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:36:01.373022 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e44e2d5e-ef1e-4bfc-8842-35c472cd4caa req-a4b96e86-3b56-4330-b6bd-37604342760b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7292b277-45d8-4041-843d-ff21427623ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487061 Apr 14 20:36:01.396440 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-688bad2c-eabe-4bed-a0b5-ba03eca2d3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:01.398868 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-c4e2e14e-d83b-4f8b-894c-358b7d95b120 None None] Set router 62e6271f-0dbc-4602-b8c7-5b5928c13150 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:36:01.464050 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e44e2d5e-ef1e-4bfc-8842-35c472cd4caa req-6c2a05a7-1c1c-482d-b1ee-e6ce018979e2 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846455 Apr 14 20:36:01.559234 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e44e2d5e-ef1e-4bfc-8842-35c472cd4caa req-4eadd3cf-1249-40f1-bba2-d914bf09b5e7 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884635 Apr 14 20:36:01.619831 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c4e2e14e-d83b-4f8b-894c-358b7d95b120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '7c053192-d50d-4c45-b93f-cd289b240fb3', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'port_id': 'c7f590d5-f6ca-4ec5-b67a-f27905570af3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'mac_address': 'fa:16:3e:43:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414c609-5d15-409d-b93d-d7e814f2db16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:35:59Z', 'updated_at': '2022-04-14T20:35:59Z', 'revision_number': 0, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:16Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:36:01.647218 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e2e14e-d83b-4f8b-894c-358b7d95b120 None None] The sync data for ids ['62e6271f-0dbc-4602-b8c7-5b5928c13150'] in dv-cinder-837539-3-iscsi is: [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': '7c053192-d50d-4c45-b93f-cd289b240fb3', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'port_id': 'c7f590d5-f6ca-4ec5-b67a-f27905570af3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'mac_address': 'fa:16:3e:43:3a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414c609-5d15-409d-b93d-d7e814f2db16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:35:59Z', 'updated_at': '2022-04-14T20:35:59Z', 'revision_number': 0, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:16Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:36:01.835578 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bb82b4-5ba1-4205-a6c6-7c2792a1763b None None] New status for floating IP 7c053192-d50d-4c45-b93f-cd289b240fb3: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:36:03.719431 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-66f5ff90-2c76-4b64-b948-e6554d0d1d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:04.746038 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:06.242165 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:08.125932 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:09.393687 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:20.789346 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:36:26.622860 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 42592) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:36:26.736130 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:26.806996 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] Publish callbacks [] for security_group (fc41a84e-d13b-4dab-b6c2-66c35b780340), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:26.811131 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (fc41a84e-d13b-4dab-b6c2-66c35b780340), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:26.846216 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc41a84e-d13b-4dab-b6c2-66c35b780340,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:36:26.850732 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c98c2172b7b54602a90f8dcf49680f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268455 Apr 14 20:36:26.853482 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 42596) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:36:26.855876 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:26.856228 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:26.856572 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:26.856911 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:26.857239 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:26.857572 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:26.857901 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:26.858228 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:26.858580 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:26.858908 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:26.859238 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:26.859561 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:26.859980 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:26.860313 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:26.860635 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae99b2-e888-4e91-bc69-71a086f168ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:36:26.901382 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d4fd8851-03aa-4d17-901e-301c67648e69 admin admin] Publish callbacks [] for security_group (fc41a84e-d13b-4dab-b6c2-66c35b780340), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:26.922031 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d4fd8851-03aa-4d17-901e-301c67648e69 admin admin] Publish callbacks [] for security_group (fc41a84e-d13b-4dab-b6c2-66c35b780340), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:26.969932 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d4fd8851-03aa-4d17-901e-301c67648e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (fc41a84e-d13b-4dab-b6c2-66c35b780340), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:26.972857 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d4fd8851-03aa-4d17-901e-301c67648e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:26.974048 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-d4fd8851-03aa-4d17-901e-301c67648e69 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc41a84e-d13b-4dab-b6c2-66c35b780340 HTTP/1.1" status: 204 len: 168 time: 0.1195917 Apr 14 20:36:26.981926 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd8851-03aa-4d17-901e-301c67648e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc41a84e-d13b-4dab-b6c2-66c35b780340,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:36:31.349267 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-eb3462ca-a721-4cf3-bb29-c2952e618566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:33.721592 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51bdc968-9d52-447e-8522-5a53eff4ad73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:34.751367 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:36.243531 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:38.126919 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:39.389458 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:49.217925 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 42738) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:36:49.318200 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0189e16-5fee-472c-bf56-504ef46632df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:49.390545 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0189e16-5fee-472c-bf56-504ef46632df admin admin] Publish callbacks [] for security_group (261a9057-fb2d-45b7-9f4c-06874087031e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:49.394152 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0189e16-5fee-472c-bf56-504ef46632df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (261a9057-fb2d-45b7-9f4c-06874087031e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:49.432287 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-f0189e16-5fee-472c-bf56-504ef46632df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d0eb90f5cdd34096b9f47067c2de8c43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132871 Apr 14 20:36:49.433218 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0189e16-5fee-472c-bf56-504ef46632df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261a9057-fb2d-45b7-9f4c-06874087031e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:36:49.434944 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 42742) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:36:49.482002 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2227bdb-77bf-447a-abda-bc7f0521815d admin admin] Publish callbacks [] for security_group (261a9057-fb2d-45b7-9f4c-06874087031e), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:49.506336 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2227bdb-77bf-447a-abda-bc7f0521815d admin admin] Publish callbacks [] for security_group (261a9057-fb2d-45b7-9f4c-06874087031e), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:49.551842 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2227bdb-77bf-447a-abda-bc7f0521815d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (261a9057-fb2d-45b7-9f4c-06874087031e), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:49.554590 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2227bdb-77bf-447a-abda-bc7f0521815d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:49.555744 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-b2227bdb-77bf-447a-abda-bc7f0521815d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/261a9057-fb2d-45b7-9f4c-06874087031e HTTP/1.1" status: 204 len: 168 time: 0.1197948 Apr 14 20:36:49.563993 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2227bdb-77bf-447a-abda-bc7f0521815d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261a9057-fb2d-45b7-9f4c-06874087031e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:36:51.702913 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-73db0dc2-b97d-4d15-b7d2-abc322112289 req-ceaf8a1b-e8f5-4406-88d3-2ba97422861b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382915 Apr 14 20:36:51.783357 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db0dc2-b97d-4d15-b7d2-abc322112289 req-ba0af5dd-4c13-46ed-a44b-db572ce33723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:36:51.784863 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-73db0dc2-b97d-4d15-b7d2-abc322112289 req-ba0af5dd-4c13-46ed-a44b-db572ce33723 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 1130 time: 0.0405722 Apr 14 20:36:52.178614 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db0dc2-b97d-4d15-b7d2-abc322112289 req-d0e687e4-4b5e-41c8-a4cd-45763f9bad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:36:52.180078 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-73db0dc2-b97d-4d15-b7d2-abc322112289 req-d0e687e4-4b5e-41c8-a4cd-45763f9bad20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 913 time: 0.3772812 Apr 14 20:36:52.242739 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-73db0dc2-b97d-4d15-b7d2-abc322112289 req-a3a90f54-7081-4ce3-889c-be1e32649fdc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7f590d5-f6ca-4ec5-b67a-f27905570af3 HTTP/1.1" status: 200 len: 1002 time: 0.0554047 Apr 14 20:36:52.288567 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db0dc2-b97d-4d15-b7d2-abc322112289 req-77d44e54-b48e-45c4-a2cd-00ff3fc1fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:36:52.289924 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-73db0dc2-b97d-4d15-b7d2-abc322112289 req-77d44e54-b48e-45c4-a2cd-00ff3fc1fc7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbcfd0cc-bef8-4613-8874-08483fbe35d1 HTTP/1.1" status: 200 len: 851 time: 0.0419545 Apr 14 20:36:52.335112 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db0dc2-b97d-4d15-b7d2-abc322112289 req-4834dc0e-d1f1-48a0-8015-f3d18614a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:36:52.336567 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-73db0dc2-b97d-4d15-b7d2-abc322112289 req-4834dc0e-d1f1-48a0-8015-f3d18614a021 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7292b277-45d8-4041-843d-ff21427623ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404124 Apr 14 20:36:52.422304 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-73db0dc2-b97d-4d15-b7d2-abc322112289 req-65b0e532-7b3c-464a-8d41-6e1d12e10387 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797830 Apr 14 20:36:52.511122 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-73db0dc2-b97d-4d15-b7d2-abc322112289 req-d0ab076c-570e-426c-ac1d-8782c8a3fb40 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825961 Apr 14 20:36:57.788773 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:36:58.543706 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 42822) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:36:58.645388 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d086272b-9cd6-4bf3-995a-b84d6d9fb82f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:58.737683 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d086272b-9cd6-4bf3-995a-b84d6d9fb82f admin admin] Publish callbacks [] for security_group (ea32efaf-5428-41c4-970f-5cba9a28b76a), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:58.741639 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d086272b-9cd6-4bf3-995a-b84d6d9fb82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (ea32efaf-5428-41c4-970f-5cba9a28b76a), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:58.778413 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086272b-9cd6-4bf3-995a-b84d6d9fb82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea32efaf-5428-41c4-970f-5cba9a28b76a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:36:58.784283 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-d086272b-9cd6-4bf3-995a-b84d6d9fb82f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20268432ffa74af68cf76502ffe268db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395506 Apr 14 20:36:58.786906 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 42826) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:36:58.832167 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4172f94a-6b0f-408a-add7-01b674f1cc4c admin admin] Publish callbacks [] for security_group (ea32efaf-5428-41c4-970f-5cba9a28b76a), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:58.855838 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4172f94a-6b0f-408a-add7-01b674f1cc4c admin admin] Publish callbacks [] for security_group (ea32efaf-5428-41c4-970f-5cba9a28b76a), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:58.901984 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4172f94a-6b0f-408a-add7-01b674f1cc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (ea32efaf-5428-41c4-970f-5cba9a28b76a), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:58.905616 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4172f94a-6b0f-408a-add7-01b674f1cc4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:36:58.906784 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-4172f94a-6b0f-408a-add7-01b674f1cc4c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea32efaf-5428-41c4-970f-5cba9a28b76a HTTP/1.1" status: 204 len: 168 time: 0.1189418 Apr 14 20:36:58.914140 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172f94a-6b0f-408a-add7-01b674f1cc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea32efaf-5428-41c4-970f-5cba9a28b76a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:37:01.351114 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e5efb4bb-bf06-4b27-a084-1febcf102369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:03.723177 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5285d008-6796-49e3-b599-8742bfb0e939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:04.751056 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:06.247046 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:08.129321 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:09.404576 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:31.352631 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-da846adb-8d72-48c9-9513-bbcfe6f14566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:33.724769 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-090810e9-b184-4dc3-93f3-96974d653c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:34.755260 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:34.787668 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:37:36.250465 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:38.135745 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:39.419470 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:37:51.705452 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5214f0ed-1fee-4d8a-abbb-5e24df2fa2f1 req-e4f833ad-b0d1-414d-a776-ab6605c3546d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390737 Apr 14 20:37:51.786230 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214f0ed-1fee-4d8a-abbb-5e24df2fa2f1 req-139574d8-633a-425a-b57c-55912d807f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:37:51.788468 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5214f0ed-1fee-4d8a-abbb-5e24df2fa2f1 req-139574d8-633a-425a-b57c-55912d807f7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 1130 time: 0.0399740 Apr 14 20:37:51.891029 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214f0ed-1fee-4d8a-abbb-5e24df2fa2f1 req-c0aa7e17-db68-4d33-a851-e45f80e7cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:37:51.892492 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5214f0ed-1fee-4d8a-abbb-5e24df2fa2f1 req-c0aa7e17-db68-4d33-a851-e45f80e7cd18 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 913 time: 0.0868068 Apr 14 20:37:51.959195 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5214f0ed-1fee-4d8a-abbb-5e24df2fa2f1 req-f4b3b245-2cfe-47a3-8994-845c1c0e2f41 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7f590d5-f6ca-4ec5-b67a-f27905570af3 HTTP/1.1" status: 200 len: 1002 time: 0.0600150 Apr 14 20:37:52.011672 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214f0ed-1fee-4d8a-abbb-5e24df2fa2f1 req-b01371ac-7b93-4926-80a6-e841a7158894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:37:52.013132 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5214f0ed-1fee-4d8a-abbb-5e24df2fa2f1 req-b01371ac-7b93-4926-80a6-e841a7158894 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbcfd0cc-bef8-4613-8874-08483fbe35d1 HTTP/1.1" status: 200 len: 851 time: 0.0484037 Apr 14 20:37:52.057743 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214f0ed-1fee-4d8a-abbb-5e24df2fa2f1 req-46b31724-4e34-4f34-a14c-45c9b69e8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:37:52.059262 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5214f0ed-1fee-4d8a-abbb-5e24df2fa2f1 req-46b31724-4e34-4f34-a14c-45c9b69e8ced service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7292b277-45d8-4041-843d-ff21427623ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397694 Apr 14 20:37:52.147214 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5214f0ed-1fee-4d8a-abbb-5e24df2fa2f1 req-1b6137e4-b889-4dc9-ad7a-7433500906d5 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818946 Apr 14 20:37:52.239683 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5214f0ed-1fee-4d8a-abbb-5e24df2fa2f1 req-1c769918-68d8-4e2c-a9ce-3b7213f48edd service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868762 Apr 14 20:38:01.354752 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b6f398ba-1afc-4cb7-9916-05ad565157bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:03.727022 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51f6f396-dd95-4509-aa3b-8b72972d3ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:04.758860 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:06.253347 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:08.128202 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:09.450048 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:11.786641 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:38:28.085862 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [req-763cad72-3c99-4214-8fc4-ee9e7e71acab req-febf7eb3-f923-4180-972e-8d6e917956fd service neutron] (103377) timed out ('10.222.0.46', 49152) {{(pid=103377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 20:38:28.233118 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [req-2ebc4f62-ee95-426e-9889-0578975fe5bf req-03df7392-1f6e-4ba3-aa01-8ca4835152a8 service neutron] (103377) timed out ('10.222.0.46', 49175) {{(pid=103377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 20:38:31.358460 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf958fe3-5a8a-45e2-acdd-23fc8f5a9512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:33.731464 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-193093b6-ec58-4c20-9dde-11298aa083b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:34.763795 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:36.268347 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:38.131986 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:39.450317 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:41.534438 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fccd98-831a-4ede-b716-2c6f7eceaed3 req-6ebcb5e3-a68c-4f2f-857e-59f16fac62e3 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:41.535927 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c4fccd98-831a-4ede-b716-2c6f7eceaed3 req-6ebcb5e3-a68c-4f2f-857e-59f16fac62e3 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 946 time: 0.2197390 Apr 14 20:38:41.589172 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c4fccd98-831a-4ede-b716-2c6f7eceaed3 req-8dee03f5-df2c-447b-addf-84d2a3a7d4a4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458367 Apr 14 20:38:42.785693 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92455a51-693f-4f27-9e98-37eb735d19c2 req-ae96bf19-eb9a-4a5e-a46d-73c4f1bfb2cb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:42.787382 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-92455a51-693f-4f27-9e98-37eb735d19c2 req-ae96bf19-eb9a-4a5e-a46d-73c4f1bfb2cb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 946 time: 0.1230686 Apr 14 20:38:42.849738 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-92455a51-693f-4f27-9e98-37eb735d19c2 req-be0f37ac-f1c5-42cd-9a07-8d886c51df9d tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533671 Apr 14 20:38:42.956124 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0746ce4-d9d1-45fc-a697-35bd9265fc16 req-3a4b538c-4b97-4e98-a51e-37651f943521 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:42.957612 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c0746ce4-d9d1-45fc-a697-35bd9265fc16 req-3a4b538c-4b97-4e98-a51e-37651f943521 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.46 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 946 time: 0.0571656 Apr 14 20:38:43.041369 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-c0746ce4-d9d1-45fc-a697-35bd9265fc16 req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Deleting port c7f590d5-f6ca-4ec5-b67a-f27905570af3 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:38:43.041763 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c0746ce4-d9d1-45fc-a697-35bd9265fc16 req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (c7f590d5-f6ca-4ec5-b67a-f27905570af3), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:43.139411 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-c0746ce4-d9d1-45fc-a697-35bd9265fc16 req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] For port c7f590d5-f6ca-4ec5-b67a-f27905570af3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=c7f590d5-f6ca-4ec5-b67a-f27905570af3,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:38:43.139821 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c0746ce4-d9d1-45fc-a697-35bd9265fc16 req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (c7f590d5-f6ca-4ec5-b67a-f27905570af3), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:43.323169 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c0746ce4-d9d1-45fc-a697-35bd9265fc16 req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:43.323469 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c0746ce4-d9d1-45fc-a697-35bd9265fc16 req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (7c053192-d50d-4c45-b93f-cd289b240fb3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:43.323837 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.l3_db [req-c0746ce4-d9d1-45fc-a697-35bd9265fc16 req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Floating IP 7c053192-d50d-4c45-b93f-cd289b240fb3 disassociated. External IP: 172.27.3.218, port: c7f590d5-f6ca-4ec5-b67a-f27905570af3. Apr 14 20:38:43.324182 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-c0746ce4-d9d1-45fc-a697-35bd9265fc16 req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Calling delete_port for c7f590d5-f6ca-4ec5-b67a-f27905570af3 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:38:43.474769 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c0746ce4-d9d1-45fc-a697-35bd9265fc16 req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (c7f590d5-f6ca-4ec5-b67a-f27905570af3), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:43.505651 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event deleted for resources: {'Port': ['ID=c7f590d5-f6ca-4ec5-b67a-f27905570af3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:38:43.517338 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:43.517685 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:43.518030 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:43.518372 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:43.518740 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:43.519073 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:43.519400 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:43.519723 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:43.520051 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:43.520374 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:43.520698 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:43.521025 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:43.521345 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:43.521664 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:43.522227 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:43.640891 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0746ce4-d9d1-45fc-a697-35bd9265fc16 req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Router 62e6271f-0dbc-4602-b8c7-5b5928c13150 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:38:43.765437 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0746ce4-d9d1-45fc-a697-35bd9265fc16 req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:38:43.774997 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b29f37-2a7c-4709-8d10-94beb12b5272 None None] Sync routers for ids ['62e6271f-0dbc-4602-b8c7-5b5928c13150'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:38:43.787903 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b29f37-2a7c-4709-8d10-94beb12b5272 None None] Routers {'62e6271f-0dbc-4602-b8c7-5b5928c13150'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:38:43.788450 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b4b29f37-2a7c-4709-8d10-94beb12b5272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:38:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['62e6271f-0dbc-4602-b8c7-5b5928c13150'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:38:43.812149 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0746ce4-d9d1-45fc-a697-35bd9265fc16 req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] No DVR routers for this DVR port c7f590d5-f6ca-4ec5-b67a-f27905570af3 on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:38:43.815449 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-c0746ce4-d9d1-45fc-a697-35bd9265fc16 req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:43.818720 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c0746ce4-d9d1-45fc-a697-35bd9265fc16 req-4c212d92-a3a2-4938-b751-26c6768aab65 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.46 "DELETE /v2.0/ports/c7f590d5-f6ca-4ec5-b67a-f27905570af3 HTTP/1.1" status: 204 len: 173 time: 0.8557160 Apr 14 20:38:43.819186 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c414c609-5d15-409d-b93d-d7e814f2db16', 'name': 'network-vif-deleted', 'tag': 'c7f590d5-f6ca-4ec5-b67a-f27905570af3'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:38:43.822599 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025ec3ad-4177-4d2f-aa95-bf8c3cb6f1cd" -d '{"events": [{"server_uuid": "c414c609-5d15-409d-b93d-d7e814f2db16", "name": "network-vif-deleted", "tag": "c7f590d5-f6ca-4ec5-b67a-f27905570af3"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:38:43.939877 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-b4b29f37-2a7c-4709-8d10-94beb12b5272 None None] Set router 62e6271f-0dbc-4602-b8c7-5b5928c13150 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:38:43.953943 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bf996d-3717-4287-8dd6-bfcbcdf46454 x-openstack-request-id: req-e4bf996d-3717-4287-8dd6-bfcbcdf46454 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:38:43.954249 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c414c609-5d15-409d-b93d-d7e814f2db16", "name": "network-vif-deleted", "tag": "c7f590d5-f6ca-4ec5-b67a-f27905570af3", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:38:43.954521 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4bf996d-3717-4287-8dd6-bfcbcdf46454 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:38:43.954942 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4bf996d-3717-4287-8dd6-bfcbcdf46454'] response: {'server_uuid': 'c414c609-5d15-409d-b93d-d7e814f2db16', 'name': 'network-vif-deleted', 'tag': 'c7f590d5-f6ca-4ec5-b67a-f27905570af3', 'status': 'completed', 'code': 200} Apr 14 20:38:43.973119 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-813b4f2b-6e4a-4caa-b895-86dd90b455b0 req-c98f4e9c-978c-43f0-afef-1ede03781cf2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=c414c609-5d15-409d-b93d-d7e814f2db16 HTTP/1.1" status: 200 len: 210 time: 0.0309179 Apr 14 20:38:44.177920 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b4b29f37-2a7c-4709-8d10-94beb12b5272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:16Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:38:44.205706 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b29f37-2a7c-4709-8d10-94beb12b5272 None None] Checking router: 62e6271f-0dbc-4602-b8c7-5b5928c13150 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:38:44.214318 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b29f37-2a7c-4709-8d10-94beb12b5272 None None] Routers {'62e6271f-0dbc-4602-b8c7-5b5928c13150'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:38:44.214969 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b4b29f37-2a7c-4709-8d10-94beb12b5272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:38:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['62e6271f-0dbc-4602-b8c7-5b5928c13150'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:38:44.328802 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-b4b29f37-2a7c-4709-8d10-94beb12b5272 None None] Set router 62e6271f-0dbc-4602-b8c7-5b5928c13150 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:38:44.537089 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b4b29f37-2a7c-4709-8d10-94beb12b5272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:16Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:38:44.572028 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b29f37-2a7c-4709-8d10-94beb12b5272 None None] The sync data for ids ['62e6271f-0dbc-4602-b8c7-5b5928c13150'] in dv-cinder-837539-3-iscsi is: [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:16Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:38:44.803330 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1698f66-6488-4717-9f47-69bb53558165 None None] New status for floating IP 7c053192-d50d-4c45-b93f-cd289b240fb3: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:38:45.247824 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-abb9b567-6bb6-4e6f-a6fc-24a4a3e42b03 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655816721&fields=id&tenant_id=53e9df16ee264fd7acd831313dd0edb9 HTTP/1.1" status: 200 len: 267 time: 0.0443976 Apr 14 20:38:45.370815 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-1c5b6993-025a-4df2-bd97-8476e0ac7f81 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:45.372352 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-1c5b6993-025a-4df2-bd97-8476e0ac7f81 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 812 time: 0.1181760 Apr 14 20:38:45.387845 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-93cafc88-f284-4e14-ab69-ea541531715f tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/quotas/53e9df16ee264fd7acd831313dd0edb9 HTTP/1.1" status: 200 len: 375 time: 0.0100293 Apr 14 20:38:45.441686 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-95318295-7510-48cd-9dbb-bf46d64f22e8 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456867 Apr 14 20:38:45.546319 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-aebc7129-abc1-49c4-b8e7-f022e13a95a2 service neutron] 10.222.0.11 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926976 Apr 14 20:38:45.639552 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-23ee0288-ae2f-45c0-8abc-e42a5be413ac service neutron] 10.222.0.11 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872078 Apr 14 20:38:45.947495 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ae7eca99-754f-46fd-9a5d-b87958c317ec req-594c4cd5-4a1b-484b-a899-67913060c067 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 210 time: 0.0324712 Apr 14 20:38:46.202563 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device c7f590d5-f6ca-4ec5-b67a-f27905570af3 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:38:46.231123 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: c7f590d5-f6ca-4ec5-b67a-f27905570af3 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:38:46.231659 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device c7f590d5-f6ca-4ec5-b67a-f27905570af3 not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:38:47.068104 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-64f3a64f-3ad9-4ff6-af88-88e133b9294b req-bdcd5883-db80-4aaa-920d-d669916e0d2e tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 210 time: 0.0399361 Apr 14 20:38:47.079543 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-633a8aca-63c6-4481-b039-84789d4c3770 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:47.079543 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-633a8aca-63c6-4481-b039-84789d4c3770 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.46 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 812 time: 0.1488280 Apr 14 20:38:47.145347 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-80be605d-4628-4963-9ea4-3812626f11d1 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53e9df16ee264fd7acd831313dd0edb9 HTTP/1.1" status: 200 len: 380 time: 0.0578213 Apr 14 20:38:47.154015 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-0b0139d4-63b4-412e-b9fa-c999220838cd tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Request body: {'port': {'device_id': '4b871001-8386-4d93-a758-f9cbaba728a3', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'admin_state_up': True, 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'security_groups': ['00ab8068-a627-499c-b338-3d38e8945d43']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:38:47.268814 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-0b0139d4-63b4-412e-b9fa-c999220838cd tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Made reservation on behalf of 53e9df16ee264fd7acd831313dd0edb9 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:38:47.272527 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-0b0139d4-63b4-412e-b9fa-c999220838cd tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:47.425898 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-0b0139d4-63b4-412e-b9fa-c999220838cd tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Allocated IP 172.20.0.12 (7292b277-45d8-4041-843d-ff21427623ec/cbcfd0cc-bef8-4613-8874-08483fbe35d1/476764f6-a3b1-440c-a63c-16cd42863c38) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:38:47.587831 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-0b0139d4-63b4-412e-b9fa-c999220838cd tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for port (476764f6-a3b1-440c-a63c-16cd42863c38), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:47.622862 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-0b0139d4-63b4-412e-b9fa-c999220838cd tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (476764f6-a3b1-440c-a63c-16cd42863c38), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:47.670526 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-0b0139d4-63b4-412e-b9fa-c999220838cd tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Network 7292b277-45d8-4041-843d-ff21427623ec is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:38:47.676043 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-0b0139d4-63b4-412e-b9fa-c999220838cd tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:38:47.679959 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-0b0139d4-63b4-412e-b9fa-c999220838cd tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:38:47.709778 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0139d4-63b4-412e-b9fa-c999220838cd tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event updated for resources: {'Port': ['ID=476764f6-a3b1-440c-a63c-16cd42863c38,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:38:47.739151 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-0b0139d4-63b4-412e-b9fa-c999220838cd tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:47.740105 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-0b0139d4-63b4-412e-b9fa-c999220838cd tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:47.761323 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-0b0139d4-63b4-412e-b9fa-c999220838cd tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6110191 Apr 14 20:38:47.830721 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Request body: {'port': {'device_id': '4b871001-8386-4d93-a758-f9cbaba728a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:38:47.893440 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-feaf8530-7898-45c1-b4b3-cb4c94954ed8 None None] Provisioning complete for port 476764f6-a3b1-440c-a63c-16cd42863c38 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:38:47.894182 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-feaf8530-7898-45c1-b4b3-cb4c94954ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (476764f6-a3b1-440c-a63c-16cd42863c38), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:47.896941 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (476764f6-a3b1-440c-a63c-16cd42863c38), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:47.938782 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-feaf8530-7898-45c1-b4b3-cb4c94954ed8 None None] Port 476764f6-a3b1-440c-a63c-16cd42863c38 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:38:48.211764 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476764f6-a3b1-440c-a63c-16cd42863c38 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:38:48.221736 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa2cf1-732c-40c1-9edc-06d755ae09db req-00abe78b-529c-40a0-9c66-c23a24dd3724 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:48.223239 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c2aa2cf1-732c-40c1-9edc-06d755ae09db req-00abe78b-529c-40a0-9c66-c23a24dd3724 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 932 time: 0.0764012 Apr 14 20:38:48.227456 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Publish callbacks [] for port (476764f6-a3b1-440c-a63c-16cd42863c38), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:48.254301 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Transition to ACTIVE for port object 476764f6-a3b1-440c-a63c-16cd42863c38 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:38:48.258986 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (476764f6-a3b1-440c-a63c-16cd42863c38), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:48.316722 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c2aa2cf1-732c-40c1-9edc-06d755ae09db req-c2fde923-e0c7-4c1f-9136-8dad44121f5f tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867224 Apr 14 20:38:48.332616 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Pushing event updated for resources: {'Port': ['ID=476764f6-a3b1-440c-a63c-16cd42863c38,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:38:48.416748 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Attempting to bind port 476764f6-a3b1-440c-a63c-16cd42863c38 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:38:48.417115 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Attempting to bind port 476764f6-a3b1-440c-a63c-16cd42863c38 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:38:48.417448 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Attempting to bind port 476764f6-a3b1-440c-a63c-16cd42863c38 on network 7292b277-45d8-4041-843d-ff21427623ec {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:38:48.422915 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Port 476764f6-a3b1-440c-a63c-16cd42863c38 on network 7292b277-45d8-4041-843d-ff21427623ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:38:48.423251 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Attempting to bind port 476764f6-a3b1-440c-a63c-16cd42863c38 on network 7292b277-45d8-4041-843d-ff21427623ec {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:38:48.431689 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:38:48.432577 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Checking segment: {'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:38:48.439598 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Bound using segment: {'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:38:48.440072 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Bound port: 476764f6-a3b1-440c-a63c-16cd42863c38, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:38:48.440451 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (476764f6-a3b1-440c-a63c-16cd42863c38), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:48.512866 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] For port 476764f6-a3b1-440c-a63c-16cd42863c38, host hv-cinder-83753, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:38:48.515947 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] For port 476764f6-a3b1-440c-a63c-16cd42863c38, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=476764f6-a3b1-440c-a63c-16cd42863c38,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:38:48.522760 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (476764f6-a3b1-440c-a63c-16cd42863c38), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:48.561920 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:48.562570 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:48.564199 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] 10.222.0.46 "PUT /v2.0/ports/476764f6-a3b1-440c-a63c-16cd42863c38 HTTP/1.1" status: 200 len: 1094 time: 0.7952850 Apr 14 20:38:48.564390 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b871001-8386-4d93-a758-f9cbaba728a3', 'tag': '476764f6-a3b1-440c-a63c-16cd42863c38'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:38:48.566662 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d318fe-c77f-46e1-8a2d-be99207ffaed" -d '{"events": [{"name": "network-changed", "server_uuid": "4b871001-8386-4d93-a758-f9cbaba728a3", "tag": "476764f6-a3b1-440c-a63c-16cd42863c38"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:38:48.604650 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066ab6c-a1ac-4bb3-94c5-df1cd26799d2 service neutron] Pushing event updated for resources: {'Port': ['ID=476764f6-a3b1-440c-a63c-16cd42863c38,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:38:48.620501 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62567923-5c3b-4b0b-82a8-ddacc1afd361 x-openstack-request-id: req-62567923-5c3b-4b0b-82a8-ddacc1afd361 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:38:48.620501 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b871001-8386-4d93-a758-f9cbaba728a3", "tag": "476764f6-a3b1-440c-a63c-16cd42863c38", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:38:48.620501 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62567923-5c3b-4b0b-82a8-ddacc1afd361 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:38:48.620976 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62567923-5c3b-4b0b-82a8-ddacc1afd361'] response: {'name': 'network-changed', 'server_uuid': '4b871001-8386-4d93-a758-f9cbaba728a3', 'tag': '476764f6-a3b1-440c-a63c-16cd42863c38', 'status': 'completed', 'code': 200} Apr 14 20:38:48.654917 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-f542c490-704b-4cd3-9835-3aa32d16b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:48.656443 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-f542c490-704b-4cd3-9835-3aa32d16b33d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 1128 time: 0.0464947 Apr 14 20:38:48.701735 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-20ef7a48-4430-43b4-b091-b379f0b75e90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=476764f6-a3b1-440c-a63c-16cd42863c38 HTTP/1.1" status: 200 len: 217 time: 0.0377584 Apr 14 20:38:48.762400 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-f5b03023-c47f-4ddc-9343-09a13c88e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:48.764580 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-f5b03023-c47f-4ddc-9343-09a13c88e64c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbcfd0cc-bef8-4613-8874-08483fbe35d1 HTTP/1.1" status: 200 len: 851 time: 0.0569532 Apr 14 20:38:48.786981 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:38:48.828410 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-3e4792af-6458-4db8-b14b-0755d1cdfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:48.829939 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-3e4792af-6458-4db8-b14b-0755d1cdfbe2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7292b277-45d8-4041-843d-ff21427623ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590932 Apr 14 20:38:48.923370 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-fc2f92fd-af0c-4ca4-8ae0-7ddca01727f6 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863256 Apr 14 20:38:49.021831 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-adcbdde3-e986-499d-8236-dd41acdfb651 req-e286b598-22e6-4d13-a424-f7f0528d2585 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920768 Apr 14 20:38:49.434923 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68987a3-afeb-4b21-a324-294dab6d87de req-0b9741cc-ae38-4093-b43d-eb0c73ed2491 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:49.436521 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f68987a3-afeb-4b21-a324-294dab6d87de req-0b9741cc-ae38-4093-b43d-eb0c73ed2491 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 944 time: 0.0486887 Apr 14 20:38:49.502032 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f68987a3-afeb-4b21-a324-294dab6d87de req-226bf799-c68e-43b6-8a71-22f50c23ce20 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587869 Apr 14 20:38:49.772887 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d318fe-c77f-46e1-8a2d-be99207ffaed req-3ce2c90c-4d3d-48da-a74e-2d64cb98368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:49.774054 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-48d318fe-c77f-46e1-8a2d-be99207ffaed req-3ce2c90c-4d3d-48da-a74e-2d64cb98368d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 1128 time: 0.0465133 Apr 14 20:38:49.875810 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d318fe-c77f-46e1-8a2d-be99207ffaed req-d1aba24b-e255-41a3-8b4b-97b1614bc337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:49.877270 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-48d318fe-c77f-46e1-8a2d-be99207ffaed req-d1aba24b-e255-41a3-8b4b-97b1614bc337 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 913 time: 0.0929315 Apr 14 20:38:49.923123 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-48d318fe-c77f-46e1-8a2d-be99207ffaed req-0bcc1a1b-271d-4776-99e7-03e0c1911546 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=476764f6-a3b1-440c-a63c-16cd42863c38 HTTP/1.1" status: 200 len: 217 time: 0.0385971 Apr 14 20:38:49.972839 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d318fe-c77f-46e1-8a2d-be99207ffaed req-3661b685-36b0-42b9-be82-33dfdeca244d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:49.974295 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-48d318fe-c77f-46e1-8a2d-be99207ffaed req-3661b685-36b0-42b9-be82-33dfdeca244d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbcfd0cc-bef8-4613-8874-08483fbe35d1 HTTP/1.1" status: 200 len: 851 time: 0.0465055 Apr 14 20:38:50.023294 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d318fe-c77f-46e1-8a2d-be99207ffaed req-471316f3-e6e6-4557-9c96-0e52b69ecafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:50.024812 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-48d318fe-c77f-46e1-8a2d-be99207ffaed req-471316f3-e6e6-4557-9c96-0e52b69ecafb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7292b277-45d8-4041-843d-ff21427623ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438609 Apr 14 20:38:50.126395 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-48d318fe-c77f-46e1-8a2d-be99207ffaed req-7a05ae6b-c962-4bec-a3ee-80ae80916a16 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954227 Apr 14 20:38:50.216787 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-48d318fe-c77f-46e1-8a2d-be99207ffaed req-121a5309-82a1-40df-9eda-5394d5298c70 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839260 Apr 14 20:38:50.623364 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179f274-6e14-404f-84bc-2b70fe9768d6 req-5734ba33-a32c-44e0-9976-4527a0960828 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:50.624911 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9179f274-6e14-404f-84bc-2b70fe9768d6 req-5734ba33-a32c-44e0-9976-4527a0960828 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 944 time: 0.0495250 Apr 14 20:38:50.676846 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9179f274-6e14-404f-84bc-2b70fe9768d6 req-0e5339c2-49c6-42d3-83b8-779959dd688c tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462239 Apr 14 20:38:51.798064 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128afabd-04d5-4185-b81d-2b1063dceead req-d8faffec-9001-4c34-bf80-e73e4a70341f tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:51.799676 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-128afabd-04d5-4185-b81d-2b1063dceead req-d8faffec-9001-4c34-bf80-e73e4a70341f tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 944 time: 0.0547888 Apr 14 20:38:51.858275 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-128afabd-04d5-4185-b81d-2b1063dceead req-322ae70a-63d8-420a-8fd7-a38f907f9843 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530005 Apr 14 20:38:52.974847 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61364c85-f74e-483f-b140-5be570359d43 req-06758d2e-7c5a-4818-b502-30fa26615fc8 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:52.976353 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-61364c85-f74e-483f-b140-5be570359d43 req-06758d2e-7c5a-4818-b502-30fa26615fc8 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 944 time: 0.0486269 Apr 14 20:38:53.026523 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-61364c85-f74e-483f-b140-5be570359d43 req-b63b5d76-734b-44d0-abb6-3942299e28c7 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435662 Apr 14 20:38:54.147372 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9992c-92b8-41a1-a431-007ba2ea0a80 req-63a42ca5-a6f6-48b6-ab9d-112be3e01189 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:54.149414 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5bf9992c-92b8-41a1-a431-007ba2ea0a80 req-63a42ca5-a6f6-48b6-ab9d-112be3e01189 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 944 time: 0.0526960 Apr 14 20:38:54.206501 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-5bf9992c-92b8-41a1-a431-007ba2ea0a80 req-04bf31cb-8525-4ea7-8757-f4c3a8524252 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509965 Apr 14 20:38:55.326350 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367382c-c323-435b-93ab-1e5a4627cb5d req-f71c3159-9fe2-43ad-818e-39159fa9afc2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:55.327708 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0367382c-c323-435b-93ab-1e5a4627cb5d req-f71c3159-9fe2-43ad-818e-39159fa9afc2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 944 time: 0.0526128 Apr 14 20:38:55.380834 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0367382c-c323-435b-93ab-1e5a4627cb5d req-2243a227-f477-43dd-a00e-f0125934fe8f tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463586 Apr 14 20:38:56.280304 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 476764f6-a3b1-440c-a63c-16cd42863c38 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:38:56.385231 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 476764f6-a3b1-440c-a63c-16cd42863c38, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=476764f6-a3b1-440c-a63c-16cd42863c38,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:38:56.396837 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': '476764f6-a3b1-440c-a63c-16cd42863c38', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'port_id': '476764f6-a3b1-440c-a63c-16cd42863c38', 'mac_address': 'fa:16:3e:fc:c4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:38:56.436247 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 476764f6-a3b1-440c-a63c-16cd42863c38 is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:38:56.436641 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (476764f6-a3b1-440c-a63c-16cd42863c38), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:56.450164 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476764f6-a3b1-440c-a63c-16cd42863c38 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:38:56.475562 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 476764f6-a3b1-440c-a63c-16cd42863c38, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=476764f6-a3b1-440c-a63c-16cd42863c38,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:38:56.481031 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (476764f6-a3b1-440c-a63c-16cd42863c38), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:56.508031 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d09a6-b703-4750-bd75-643d7c7664f0 req-f466080e-3208-47ed-a5a7-60d16c236f24 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:56.509521 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-931d09a6-b703-4750-bd75-643d7c7664f0 req-f466080e-3208-47ed-a5a7-60d16c236f24 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 944 time: 0.0526378 Apr 14 20:38:56.531104 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=476764f6-a3b1-440c-a63c-16cd42863c38,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:38:56.538184 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:56.538552 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:56.538892 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:56.539228 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:56.539556 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:56.539879 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:56.540203 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:56.540524 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:56.540934 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:56.541260 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:56.541584 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:56.541906 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:56.542278 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:56.543122 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:56.543446 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:38:56.569146 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-931d09a6-b703-4750-bd75-643d7c7664f0 req-7cb128de-26da-4566-98d4-fae7f7e1d8b2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532634 Apr 14 20:38:56.874150 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['476764f6-a3b1-440c-a63c-16cd42863c38'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:38:57.706407 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22209b51-c0e9-4081-b085-9af72ec500ee req-9e0a07af-4343-482b-b6c8-1d8f33accc09 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:57.707964 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-22209b51-c0e9-4081-b085-9af72ec500ee req-9e0a07af-4343-482b-b6c8-1d8f33accc09 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 945 time: 0.0524995 Apr 14 20:38:57.759298 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-22209b51-c0e9-4081-b085-9af72ec500ee req-41083b2a-f5db-4e53-aeb8-6abd20ecf35c tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454528 Apr 14 20:38:58.295911 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 476764f6-a3b1-440c-a63c-16cd42863c38 up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:38:58.347729 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port 476764f6-a3b1-440c-a63c-16cd42863c38 completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:38:58.353618 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port 476764f6-a3b1-440c-a63c-16cd42863c38 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:38:58.353990 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (476764f6-a3b1-440c-a63c-16cd42863c38), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:58.432550 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port 476764f6-a3b1-440c-a63c-16cd42863c38 is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:38:58.432998 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (476764f6-a3b1-440c-a63c-16cd42863c38), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:58.457745 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b871001-8386-4d93-a758-f9cbaba728a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476764f6-a3b1-440c-a63c-16cd42863c38'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:38:58.460077 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bbc457-120d-433a-8f2e-42b8f1fab03e" -d '{"events": [{"server_uuid": "4b871001-8386-4d93-a758-f9cbaba728a3", "name": "network-vif-plugged", "status": "completed", "tag": "476764f6-a3b1-440c-a63c-16cd42863c38"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:38:58.474932 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port 476764f6-a3b1-440c-a63c-16cd42863c38, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=476764f6-a3b1-440c-a63c-16cd42863c38,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:38:58.479512 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (476764f6-a3b1-440c-a63c-16cd42863c38), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:38:58.503812 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55def30f-4b94-46c9-863e-213562a286da x-openstack-request-id: req-55def30f-4b94-46c9-863e-213562a286da {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:38:58.504110 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b871001-8386-4d93-a758-f9cbaba728a3", "name": "network-vif-plugged", "status": "completed", "tag": "476764f6-a3b1-440c-a63c-16cd42863c38", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:38:58.504409 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-55def30f-4b94-46c9-863e-213562a286da {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:38:58.504848 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55def30f-4b94-46c9-863e-213562a286da'] response: {'server_uuid': '4b871001-8386-4d93-a758-f9cbaba728a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476764f6-a3b1-440c-a63c-16cd42863c38', 'code': 200} Apr 14 20:38:58.538825 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=476764f6-a3b1-440c-a63c-16cd42863c38,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:38:58.717371 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a50bc4-b9e2-4f88-88c9-9ecfdbc57053 req-ea988375-5882-48ca-9e88-bd9ee85cef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:58.718904 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e6a50bc4-b9e2-4f88-88c9-9ecfdbc57053 req-ea988375-5882-48ca-9e88-bd9ee85cef17 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 1130 time: 0.0452623 Apr 14 20:38:58.768189 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e6a50bc4-b9e2-4f88-88c9-9ecfdbc57053 req-9a7c42c3-add5-4b7d-9682-44784800c513 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431273 Apr 14 20:38:58.875553 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63ded0-7aa0-4411-be2b-d8aa84b1ab40 req-78a18ce6-81ac-4f10-a1a8-c163dea1e7ec tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:38:58.877139 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dd63ded0-7aa0-4411-be2b-d8aa84b1ab40 req-78a18ce6-81ac-4f10-a1a8-c163dea1e7ec tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 946 time: 0.0474575 Apr 14 20:38:58.932760 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dd63ded0-7aa0-4411-be2b-d8aa84b1ab40 req-8351379c-fc60-4e28-a38a-7019c566565c tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498002 Apr 14 20:39:00.050908 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb6b08-8e85-4bca-9b0c-a0619c0cb59c req-84ba1e4a-34b7-4fbe-b926-01448a191649 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:39:00.052402 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-22cb6b08-8e85-4bca-9b0c-a0619c0cb59c req-84ba1e4a-34b7-4fbe-b926-01448a191649 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 946 time: 0.0488844 Apr 14 20:39:00.117346 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-22cb6b08-8e85-4bca-9b0c-a0619c0cb59c req-aafb73a9-0d78-4cd5-afaf-f4910ed0ba3b tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592792 Apr 14 20:39:01.232078 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f866c58-8389-4280-baf9-f6c8e2a22821 req-aabd8482-06d6-41f6-a5c8-9aa7f394e8d4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:39:01.233594 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3f866c58-8389-4280-baf9-f6c8e2a22821 req-aabd8482-06d6-41f6-a5c8-9aa7f394e8d4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 946 time: 0.0473940 Apr 14 20:39:01.282462 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3f866c58-8389-4280-baf9-f6c8e2a22821 req-28fbb5f3-291d-4e18-b383-c94db8fd475d tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433779 Apr 14 20:39:01.362839 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-51cc2d2b-87d8-4c7b-a4f8-04f0b365093a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:01.455955 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f74e1-db53-42e4-9365-9aaa7089f335 req-95ee7ca0-c798-481d-a819-7360ccdfe9a2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:39:01.457827 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2e6f74e1-db53-42e4-9365-9aaa7089f335 req-95ee7ca0-c798-481d-a819-7360ccdfe9a2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 946 time: 0.0529373 Apr 14 20:39:01.511098 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-2e6f74e1-db53-42e4-9365-9aaa7089f335 req-4663b128-5e9b-4f92-bc2b-f2e917b2cae6 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477319 Apr 14 20:39:01.535252 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 42948) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:39:01.575244 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723915e3-4dd9-409d-a660-98478d133f5c tempest-TestVolumeBootPattern-1063194800 tempest-TestVolumeBootPattern-1063194800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:39:01.576851 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-723915e3-4dd9-409d-a660-98478d133f5c tempest-TestVolumeBootPattern-1063194800 tempest-TestVolumeBootPattern-1063194800-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 1125 time: 0.0405495 Apr 14 20:39:01.579580 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 42950) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:39:01.583769 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Request body: {'floatingip': {'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'port_id': '476764f6-a3b1-440c-a63c-16cd42863c38', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:39:01.608470 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:01.692866 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:01.798208 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Allocated IP 172.27.3.223 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/a756678a-a056-44b6-9309-7c38bec31a43) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:39:01.915498 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for port (a756678a-a056-44b6-9309-7c38bec31a43), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:01.949675 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (a756678a-a056-44b6-9309-7c38bec31a43), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:01.988115 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:39:01.991033 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:39:01.997185 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:39:02.021714 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event updated for resources: {'Port': ['ID=a756678a-a056-44b6-9309-7c38bec31a43,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:39:02.670881 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for floatingip (ced31177-0322-4912-999a-6795e6b46e2f), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:02.740597 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (a756678a-a056-44b6-9309-7c38bec31a43), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:02.893102 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for port (a756678a-a056-44b6-9309-7c38bec31a43), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:02.897417 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (a756678a-a056-44b6-9309-7c38bec31a43), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:02.967083 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event updated for resources: {'Port': ['ID=a756678a-a056-44b6-9309-7c38bec31a43,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:39:02.981897 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (ced31177-0322-4912-999a-6795e6b46e2f), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:03.085041 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.l3_db [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Floating IP ced31177-0322-4912-999a-6795e6b46e2f associated. External IP: 172.27.3.223, port: 476764f6-a3b1-440c-a63c-16cd42863c38. Apr 14 20:39:03.319904 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Router 62e6271f-0dbc-4602-b8c7-5b5928c13150 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:39:03.445911 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:39:03.457537 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f3c94d-dbb8-4df7-a46c-67de648ba3d4 None None] Sync routers for ids ['62e6271f-0dbc-4602-b8c7-5b5928c13150'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:39:03.471673 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f3c94d-dbb8-4df7-a46c-67de648ba3d4 None None] Routers {'62e6271f-0dbc-4602-b8c7-5b5928c13150'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:39:03.472742 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e1f3c94d-dbb8-4df7-a46c-67de648ba3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:38:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['62e6271f-0dbc-4602-b8c7-5b5928c13150'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:39:03.473006 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:03.521611 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-6ebd3203-87b8-4fa7-b81c-02ef1a9374c4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9407854 Apr 14 20:39:03.522509 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b871001-8386-4d93-a758-f9cbaba728a3', 'tag': '476764f6-a3b1-440c-a63c-16cd42863c38'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:39:03.526360 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19aae64-6619-4ab3-b142-52cee66c16ab" -d '{"events": [{"name": "network-changed", "server_uuid": "4b871001-8386-4d93-a758-f9cbaba728a3", "tag": "476764f6-a3b1-440c-a63c-16cd42863c38"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:39:03.587988 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f0dbc5-f129-4cd8-9c39-772f465d16d0 x-openstack-request-id: req-b9f0dbc5-f129-4cd8-9c39-772f465d16d0 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:39:03.588283 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b871001-8386-4d93-a758-f9cbaba728a3", "tag": "476764f6-a3b1-440c-a63c-16cd42863c38", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:39:03.588540 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9f0dbc5-f129-4cd8-9c39-772f465d16d0 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:39:03.588952 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f0dbc5-f129-4cd8-9c39-772f465d16d0'] response: {'name': 'network-changed', 'server_uuid': '4b871001-8386-4d93-a758-f9cbaba728a3', 'tag': '476764f6-a3b1-440c-a63c-16cd42863c38', 'status': 'completed', 'code': 200} Apr 14 20:39:03.659864 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e1f3c94d-dbb8-4df7-a46c-67de648ba3d4 None None] Set router 62e6271f-0dbc-4602-b8c7-5b5928c13150 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:39:03.668976 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19aae64-6619-4ab3-b142-52cee66c16ab req-8247b7b1-0cf0-4d7e-9a67-f8678a8c2062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:39:03.670524 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a19aae64-6619-4ab3-b142-52cee66c16ab req-8247b7b1-0cf0-4d7e-9a67-f8678a8c2062 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 1130 time: 0.0531330 Apr 14 20:39:03.763623 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19aae64-6619-4ab3-b142-52cee66c16ab req-454d41a0-ac7e-4b11-b83b-82079effd154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:39:03.765090 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a19aae64-6619-4ab3-b142-52cee66c16ab req-454d41a0-ac7e-4b11-b83b-82079effd154 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 913 time: 0.0884950 Apr 14 20:39:03.776462 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b74e54ff-52c1-44c3-97bb-b7ee92e5646d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:03.840511 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a19aae64-6619-4ab3-b142-52cee66c16ab req-426f58ed-ff2c-4445-81df-c0e99d01cb3d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=476764f6-a3b1-440c-a63c-16cd42863c38 HTTP/1.1" status: 200 len: 1000 time: 0.0675316 Apr 14 20:39:03.891634 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19aae64-6619-4ab3-b142-52cee66c16ab req-4d1ed196-64a4-4c72-9922-b9a0ea25bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:39:03.893173 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a19aae64-6619-4ab3-b142-52cee66c16ab req-4d1ed196-64a4-4c72-9922-b9a0ea25bedb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbcfd0cc-bef8-4613-8874-08483fbe35d1 HTTP/1.1" status: 200 len: 851 time: 0.0473387 Apr 14 20:39:03.936192 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e1f3c94d-dbb8-4df7-a46c-67de648ba3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': 'ced31177-0322-4912-999a-6795e6b46e2f', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'port_id': '476764f6-a3b1-440c-a63c-16cd42863c38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'mac_address': 'fa:16:3e:fc:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b871001-8386-4d93-a758-f9cbaba728a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:39:02Z', 'updated_at': '2022-04-14T20:39:02Z', 'revision_number': 0, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:16Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:39:03.939367 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19aae64-6619-4ab3-b142-52cee66c16ab req-5949438c-17bf-477e-912d-82c6519a913c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:39:03.941066 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a19aae64-6619-4ab3-b142-52cee66c16ab req-5949438c-17bf-477e-912d-82c6519a913c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7292b277-45d8-4041-843d-ff21427623ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423272 Apr 14 20:39:03.967853 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f3c94d-dbb8-4df7-a46c-67de648ba3d4 None None] Checking router: 62e6271f-0dbc-4602-b8c7-5b5928c13150 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:39:03.980260 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f3c94d-dbb8-4df7-a46c-67de648ba3d4 None None] Routers {'62e6271f-0dbc-4602-b8c7-5b5928c13150'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:39:03.981656 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e1f3c94d-dbb8-4df7-a46c-67de648ba3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:39:04Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['62e6271f-0dbc-4602-b8c7-5b5928c13150'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:39:04.044049 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a19aae64-6619-4ab3-b142-52cee66c16ab req-fb4f0a9e-be89-4724-a6b7-4413f0f3376f service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965726 Apr 14 20:39:04.147176 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-a19aae64-6619-4ab3-b142-52cee66c16ab req-624b640a-af24-4885-8dac-1e3db9dcac4b service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973108 Apr 14 20:39:04.245362 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e1f3c94d-dbb8-4df7-a46c-67de648ba3d4 None None] Set router 62e6271f-0dbc-4602-b8c7-5b5928c13150 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:39:04.474796 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e1f3c94d-dbb8-4df7-a46c-67de648ba3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': 'ced31177-0322-4912-999a-6795e6b46e2f', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'port_id': '476764f6-a3b1-440c-a63c-16cd42863c38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'mac_address': 'fa:16:3e:fc:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b871001-8386-4d93-a758-f9cbaba728a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:39:02Z', 'updated_at': '2022-04-14T20:39:02Z', 'revision_number': 0, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:16Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:39:04.507658 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f3c94d-dbb8-4df7-a46c-67de648ba3d4 None None] The sync data for ids ['62e6271f-0dbc-4602-b8c7-5b5928c13150'] in dv-cinder-837539-3-iscsi is: [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': 'ced31177-0322-4912-999a-6795e6b46e2f', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'port_id': '476764f6-a3b1-440c-a63c-16cd42863c38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'mac_address': 'fa:16:3e:fc:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b871001-8386-4d93-a758-f9cbaba728a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:39:02Z', 'updated_at': '2022-04-14T20:39:02Z', 'revision_number': 0, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:16Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:39:04.714102 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eb1dc1-be40-4574-a725-bdfd721c0da8 None None] New status for floating IP ced31177-0322-4912-999a-6795e6b46e2f: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:39:04.763861 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:06.261119 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:08.134553 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:09.457023 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:25.788383 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:39:31.370760 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-478199c4-e0f1-4a89-93e5-501aeea1706b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:33.730215 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0776e7e7-afd5-4ccc-bddc-6d984a05665f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:34.768590 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:36.265298 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:38.137123 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:39.463969 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:39:53.707705 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6a2e24c6-90b2-42f2-9e39-03dc285b84ca req-b976a262-4c85-4fd3-b53e-7786a27cb3c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459864 Apr 14 20:39:53.795663 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e24c6-90b2-42f2-9e39-03dc285b84ca req-b8458076-08a9-4264-b0f6-0f7fad10ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:39:53.797442 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6a2e24c6-90b2-42f2-9e39-03dc285b84ca req-b8458076-08a9-4264-b0f6-0f7fad10ee90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 1130 time: 0.0418041 Apr 14 20:39:53.909293 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e24c6-90b2-42f2-9e39-03dc285b84ca req-0b8e54f4-67e5-47ae-8c8c-e08a1618fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:39:53.911202 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6a2e24c6-90b2-42f2-9e39-03dc285b84ca req-0b8e54f4-67e5-47ae-8c8c-e08a1618fa9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 913 time: 0.0950904 Apr 14 20:39:53.981858 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6a2e24c6-90b2-42f2-9e39-03dc285b84ca req-af2fca53-27a8-4687-b2c5-e5d78966ddb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=476764f6-a3b1-440c-a63c-16cd42863c38 HTTP/1.1" status: 200 len: 1002 time: 0.0636311 Apr 14 20:39:54.032703 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e24c6-90b2-42f2-9e39-03dc285b84ca req-2fa55c26-19ac-4800-bb49-907cfa9f0e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:39:54.034188 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6a2e24c6-90b2-42f2-9e39-03dc285b84ca req-2fa55c26-19ac-4800-bb49-907cfa9f0e65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbcfd0cc-bef8-4613-8874-08483fbe35d1 HTTP/1.1" status: 200 len: 851 time: 0.0469532 Apr 14 20:39:54.089967 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e24c6-90b2-42f2-9e39-03dc285b84ca req-7e458f0f-6df2-4d6d-b993-d78b26b718dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:39:54.091598 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6a2e24c6-90b2-42f2-9e39-03dc285b84ca req-7e458f0f-6df2-4d6d-b993-d78b26b718dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7292b277-45d8-4041-843d-ff21427623ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520771 Apr 14 20:39:54.186081 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6a2e24c6-90b2-42f2-9e39-03dc285b84ca req-214d0cf3-0e0f-4c8a-aed2-8a939ccb4e06 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884552 Apr 14 20:39:54.286515 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-6a2e24c6-90b2-42f2-9e39-03dc285b84ca req-0c397e64-f459-463a-8f24-883b2ba112c1 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935080 Apr 14 20:40:01.366640 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6702224-e444-4650-8af9-9af60aa10b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:02.787173 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:40:03.733134 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-517cdb72-2d7c-48aa-b59f-2896d126f13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:04.771922 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:06.268563 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:08.146590 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:09.483738 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:31.370829 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6c5107b5-7950-43b3-b80e-fcb648301518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:33.739087 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d13f3f9a-dacb-4d35-a205-cf4b25b9e2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:34.775386 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:36.273503 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:38.140624 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:39.496421 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:40:39.786639 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:40:55.712552 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed31960e-e021-458b-9769-2efc6c961c4c req-58ee7de5-f64a-45b3-a6f0-7c8a119b3292 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396297 Apr 14 20:40:55.797980 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31960e-e021-458b-9769-2efc6c961c4c req-82ce1329-a6c7-4a85-86b5-9516972e6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:40:55.799540 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed31960e-e021-458b-9769-2efc6c961c4c req-82ce1329-a6c7-4a85-86b5-9516972e6baa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 1130 time: 0.0401709 Apr 14 20:40:55.905285 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31960e-e021-458b-9769-2efc6c961c4c req-9dc05fa9-b1b1-4d49-b54f-c18961fe1d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:40:55.906776 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed31960e-e021-458b-9769-2efc6c961c4c req-9dc05fa9-b1b1-4d49-b54f-c18961fe1d42 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 913 time: 0.0896466 Apr 14 20:40:55.971605 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed31960e-e021-458b-9769-2efc6c961c4c req-85905cf9-e319-44bc-b895-8c01d2bd286d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=476764f6-a3b1-440c-a63c-16cd42863c38 HTTP/1.1" status: 200 len: 1002 time: 0.0593708 Apr 14 20:40:56.028568 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31960e-e021-458b-9769-2efc6c961c4c req-4864d3a1-4e6b-4301-836e-5ccc1c884a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:40:56.030038 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed31960e-e021-458b-9769-2efc6c961c4c req-4864d3a1-4e6b-4301-836e-5ccc1c884a87 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbcfd0cc-bef8-4613-8874-08483fbe35d1 HTTP/1.1" status: 200 len: 851 time: 0.0521266 Apr 14 20:40:56.071626 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31960e-e021-458b-9769-2efc6c961c4c req-cfccffdc-b226-406a-812b-0837f11bdd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:40:56.073649 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed31960e-e021-458b-9769-2efc6c961c4c req-cfccffdc-b226-406a-812b-0837f11bdd83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7292b277-45d8-4041-843d-ff21427623ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383410 Apr 14 20:40:56.162696 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed31960e-e021-458b-9769-2efc6c961c4c req-14bb8a09-6caf-42a1-a7fa-b9e3a735f5da service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830302 Apr 14 20:40:56.257555 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-ed31960e-e021-458b-9769-2efc6c961c4c req-dda2f975-f211-4625-adfa-b05ce7963ed7 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885682 Apr 14 20:41:01.376676 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7ae9dcbc-8924-4249-873a-bde90383e4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:03.732677 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2ecae00-100f-4e19-a2ba-da3b1b678749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:04.777661 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:06.275295 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:08.145621 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:09.509495 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:16.785806 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:41:17.064649 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-46929800-be46-4b84-b471-9e645d3c7503 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655816721&fields=id&tenant_id=53e9df16ee264fd7acd831313dd0edb9 HTTP/1.1" status: 200 len: 267 time: 0.0457931 Apr 14 20:41:17.176042 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4d9f7ef7-7aec-4ebd-9103-a5971961ff54 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:17.177513 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4d9f7ef7-7aec-4ebd-9103-a5971961ff54 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 812 time: 0.1065185 Apr 14 20:41:17.192257 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-06e3ee5d-cee5-4daa-8112-1b73ade21310 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/quotas/53e9df16ee264fd7acd831313dd0edb9 HTTP/1.1" status: 200 len: 375 time: 0.0092976 Apr 14 20:41:17.247704 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-8fe788c5-22a1-45b4-84d7-bff803a00e33 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503280 Apr 14 20:41:17.387367 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-5ce4da1e-2d57-41c3-8726-f01bca96f359 service neutron] 10.222.0.11 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287556 Apr 14 20:41:17.481213 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-14071c8e-194e-452d-a2e4-2f1acb251f06 service neutron] 10.222.0.11 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880418 Apr 14 20:41:17.773976 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c42d44d6-c850-4f24-a7e3-c750d55f711b req-73a5be46-7082-4c79-a2b6-7177a37fe922 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 210 time: 0.0284352 Apr 14 20:41:18.700266 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-c68dfd49-e174-407f-af5f-b68642e850fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:18.701760 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-c68dfd49-e174-407f-af5f-b68642e850fb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.46 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 812 time: 0.1272895 Apr 14 20:41:18.783257 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-243d8e9d-1838-45a0-a892-a863e2c86f84 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53e9df16ee264fd7acd831313dd0edb9 HTTP/1.1" status: 200 len: 380 time: 0.0652692 Apr 14 20:41:18.791204 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Request body: {'port': {'device_id': '41993aa8-64d0-4afe-864f-b7e83d711a08', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'admin_state_up': True, 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'security_groups': ['00ab8068-a627-499c-b338-3d38e8945d43']}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:41:18.896128 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e5ce1780-83d1-4f5c-b9ad-0f2489703254 req-b4a4a952-d858-4b5a-957f-910de5e540c8 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 210 time: 0.0411301 Apr 14 20:41:18.951593 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Made reservation on behalf of 53e9df16ee264fd7acd831313dd0edb9 for: {'port': 1} {{(pid=103378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 20:41:18.955165 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:19.098301 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Allocated IP 172.20.0.7 (7292b277-45d8-4041-843d-ff21427623ec/cbcfd0cc-bef8-4613-8874-08483fbe35d1/fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:41:19.258350 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for port (fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:19.291961 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:19.334540 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Network 7292b277-45d8-4041-843d-ff21427623ec is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:41:19.337477 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:41:19.343687 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:41:19.374400 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event updated for resources: {'Port': ['ID=fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:41:19.389701 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:19.390055 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:19.390392 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:19.390754 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:19.391080 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:19.391407 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:19.391730 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:19.392048 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:19.392371 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:19.392692 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:19.393011 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:19.393334 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:19.393649 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:19.393964 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:19.394278 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:19.415081 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:19.415694 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:19.435361 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-c63d320f-53f4-4ce9-92f7-b40d2bf39999 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6476252 Apr 14 20:41:19.447097 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Request body: {'port': {'device_id': '41993aa8-64d0-4afe-864f-b7e83d711a08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:41:19.509277 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:19.587719 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-e5a7f48d-d072-4237-a5c2-b03ed6336bf8 None None] Provisioning complete for port fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 triggered by entity DHCP. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:41:19.588349 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f48d-d072-4237-a5c2-b03ed6336bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:19.623967 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7f48d-d072-4237-a5c2-b03ed6336bf8 None None] Port fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 cannot update to ACTIVE because it is not bound. {{(pid=103379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 20:41:19.801625 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:41:19.809995 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Publish callbacks [] for port (fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:19.822174 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Transition to ACTIVE for port object fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 will not be triggered until provisioned by entity L2. {{(pid=103378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 20:41:19.827752 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:19.882928 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:41:19.957214 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Attempting to bind port fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 20:41:19.957831 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Attempting to bind port fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 20:41:19.958477 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Attempting to bind port fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 on network 7292b277-45d8-4041-843d-ff21427623ec {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:41:19.965469 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Port fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 on network 7292b277-45d8-4041-843d-ff21427623ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 20:41:19.965708 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Attempting to bind port fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 on network 7292b277-45d8-4041-843d-ff21427623ec {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 20:41:19.972230 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Checking agent: {'id': 'c6ae95dd-c394-40fb-8b7b-464912bc3d43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'started_at': datetime.datetime(2022, 4, 14, 20, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 20, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 20:41:19.972573 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Checking segment: {'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 20:41:19.972965 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Bound using segment: {'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 20:41:19.973459 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Bound port: fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0629cdfb-8286-4780-97f8-a93e19475c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7292b277-45d8-4041-843d-ff21427623ec'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 20:41:19.973776 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:20.033660 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30503115-245e-4b71-8f9c-f2df86ffd983 req-2d055395-f870-4387-bfbf-017905edee8c tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:20.035372 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-30503115-245e-4b71-8f9c-f2df86ffd983 req-2d055395-f870-4387-bfbf-017905edee8c tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 943 time: 0.0566189 Apr 14 20:41:20.052459 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] For port fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6, host hv-cinder-83753, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 20:41:20.055467 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] For port fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 20:41:20.063179 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:20.090377 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-30503115-245e-4b71-8f9c-f2df86ffd983 req-d6b653ed-fdbc-4d3a-8b52-dffa8a32de4b tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489645 Apr 14 20:41:20.098603 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:20.099315 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:20.100626 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] 10.222.0.46 "PUT /v2.0/ports/fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 HTTP/1.1" status: 200 len: 1093 time: 0.6579340 Apr 14 20:41:20.101077 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41993aa8-64d0-4afe-864f-b7e83d711a08', 'tag': 'fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:41:20.103377 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1be18f6-ebf6-4f96-a170-dc44e2ed383b" -d '{"events": [{"name": "network-changed", "server_uuid": "41993aa8-64d0-4afe-864f-b7e83d711a08", "tag": "fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:41:20.137030 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a815e6d-0dcc-4b38-9b07-17aff4eaf6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:41:20.197909 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-18f07f11-53f6-40f2-abae-124c5bb47c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:20.200001 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-18f07f11-53f6-40f2-abae-124c5bb47c43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 1127 time: 0.0424747 Apr 14 20:41:20.245615 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-b2f03ff3-e0e7-468c-a910-8b22572f2645 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 HTTP/1.1" status: 200 len: 217 time: 0.0390034 Apr 14 20:41:20.295722 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-60bef634-a493-46e8-aebb-841f757bdc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:20.297452 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-60bef634-a493-46e8-aebb-841f757bdc27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbcfd0cc-bef8-4613-8874-08483fbe35d1 HTTP/1.1" status: 200 len: 851 time: 0.0464458 Apr 14 20:41:20.342353 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-0dbe86ac-d490-41ab-8905-cceb5bbd461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:20.344055 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-0dbe86ac-d490-41ab-8905-cceb5bbd461a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7292b277-45d8-4041-843d-ff21427623ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405667 Apr 14 20:41:20.438075 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-6353024c-5965-4f84-9c70-7ff43c4ca0a7 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878038 Apr 14 20:41:20.528080 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-306fbfe1-b36a-447d-8b85-d104125a9594 req-191c2da9-17c7-47e8-8d3a-708f9b5999fe service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838962 Apr 14 20:41:21.191488 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e974a7aa-728f-40eb-a076-42d750334464 x-openstack-request-id: req-e974a7aa-728f-40eb-a076-42d750334464 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:41:21.192400 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41993aa8-64d0-4afe-864f-b7e83d711a08", "tag": "fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:41:21.192400 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e974a7aa-728f-40eb-a076-42d750334464 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:41:21.192400 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e974a7aa-728f-40eb-a076-42d750334464'] response: {'name': 'network-changed', 'server_uuid': '41993aa8-64d0-4afe-864f-b7e83d711a08', 'tag': 'fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6', 'status': 'completed', 'code': 200} Apr 14 20:41:21.242635 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1cf1b-16fc-4eab-94d6-cc45a3af5bc4 req-49dacc04-b3c8-4c21-8b84-e6b0184d8805 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:21.244132 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b0e1cf1b-16fc-4eab-94d6-cc45a3af5bc4 req-49dacc04-b3c8-4c21-8b84-e6b0184d8805 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 943 time: 0.0485914 Apr 14 20:41:21.297299 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b0e1cf1b-16fc-4eab-94d6-cc45a3af5bc4 req-378ec23f-425d-4b37-9030-13c5623c4cb4 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470397 Apr 14 20:41:21.541879 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be18f6-ebf6-4f96-a170-dc44e2ed383b req-d15d9262-0c71-41f0-bd00-835e0e28c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:21.543937 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c1be18f6-ebf6-4f96-a170-dc44e2ed383b req-d15d9262-0c71-41f0-bd00-835e0e28c3d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 1127 time: 0.0456877 Apr 14 20:41:21.634998 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be18f6-ebf6-4f96-a170-dc44e2ed383b req-959d81d6-7b86-49ce-8d16-0b0259114ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:21.637277 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c1be18f6-ebf6-4f96-a170-dc44e2ed383b req-959d81d6-7b86-49ce-8d16-0b0259114ba5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 913 time: 0.0864353 Apr 14 20:41:21.687531 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c1be18f6-ebf6-4f96-a170-dc44e2ed383b req-16795c8f-315e-405b-858e-1303cf1ac4a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 HTTP/1.1" status: 200 len: 217 time: 0.0407763 Apr 14 20:41:21.741667 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be18f6-ebf6-4f96-a170-dc44e2ed383b req-9b8e5ab5-abf7-48d8-aec9-8f1345558d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:21.743206 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c1be18f6-ebf6-4f96-a170-dc44e2ed383b req-9b8e5ab5-abf7-48d8-aec9-8f1345558d07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbcfd0cc-bef8-4613-8874-08483fbe35d1 HTTP/1.1" status: 200 len: 851 time: 0.0475152 Apr 14 20:41:21.786689 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be18f6-ebf6-4f96-a170-dc44e2ed383b req-66ec05fe-fb23-4b3c-b94f-62fe42800246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:21.788268 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c1be18f6-ebf6-4f96-a170-dc44e2ed383b req-66ec05fe-fb23-4b3c-b94f-62fe42800246 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7292b277-45d8-4041-843d-ff21427623ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397544 Apr 14 20:41:22.155140 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c1be18f6-ebf6-4f96-a170-dc44e2ed383b req-c060600d-b5a4-4f07-8dbc-01a31867c054 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609545 Apr 14 20:41:22.249638 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-c1be18f6-ebf6-4f96-a170-dc44e2ed383b req-bf2cf9bc-0d1b-4ae0-814b-200007a7bd09 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884368 Apr 14 20:41:22.418304 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60430d7a-fddc-46d3-89d0-87c34fcee239 req-3a91410b-c937-4c17-8cea-f25112ece1a7 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:22.419822 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-60430d7a-fddc-46d3-89d0-87c34fcee239 req-3a91410b-c937-4c17-8cea-f25112ece1a7 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 943 time: 0.0500376 Apr 14 20:41:22.478857 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-60430d7a-fddc-46d3-89d0-87c34fcee239 req-4f26cedb-1493-41a3-bd16-0533fddd789e tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532227 Apr 14 20:41:23.613696 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f001f01-923f-4593-9f60-f28ea93e666d req-a54b5292-0712-4972-80b7-0480432a8fbd tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:23.615290 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8f001f01-923f-4593-9f60-f28ea93e666d req-a54b5292-0712-4972-80b7-0480432a8fbd tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 943 time: 0.0500493 Apr 14 20:41:23.670492 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8f001f01-923f-4593-9f60-f28ea93e666d req-27602f7c-971b-42ee-b5ff-7abb84babb2a tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491221 Apr 14 20:41:24.786848 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2343b8-5780-44d5-9073-ab9153b76842 req-8d07b285-cd64-474a-ba4b-0799e30ace9d tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:24.788339 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-bb2343b8-5780-44d5-9073-ab9153b76842 req-8d07b285-cd64-474a-ba4b-0799e30ace9d tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 943 time: 0.0482156 Apr 14 20:41:24.844104 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-bb2343b8-5780-44d5-9073-ab9153b76842 req-644f5ff5-29d5-4277-bda3-c0d81e775fb6 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489414 Apr 14 20:41:25.963373 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43960893-4025-4f89-a61e-67a6e7f3b7c6 req-1e8edb97-eca1-4bc1-a6f1-b8dee6a8b9c6 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:25.964834 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-43960893-4025-4f89-a61e-67a6e7f3b7c6 req-1e8edb97-eca1-4bc1-a6f1-b8dee6a8b9c6 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 943 time: 0.0523798 Apr 14 20:41:26.015633 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-43960893-4025-4f89-a61e-67a6e7f3b7c6 req-af7aa9e4-0910-4fde-b9f0-11376e52644c tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444422 Apr 14 20:41:27.132917 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543c952-2699-4d16-8f97-f1ac9e36165f req-4186585c-4b47-4d79-9729-2bf7af31afb5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:27.134452 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1543c952-2699-4d16-8f97-f1ac9e36165f req-4186585c-4b47-4d79-9729-2bf7af31afb5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 943 time: 0.0509317 Apr 14 20:41:27.185313 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-1543c952-2699-4d16-8f97-f1ac9e36165f req-c2d8f4d3-4798-4344-9ea3-435373473072 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451624 Apr 14 20:41:28.303626 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979fa50-3c51-4efd-a8a9-5ae7f7b61f7a req-29b75145-9471-4b42-aecb-fb3b01f918fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:28.305148 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b979fa50-3c51-4efd-a8a9-5ae7f7b61f7a req-29b75145-9471-4b42-aecb-fb3b01f918fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 943 time: 0.0498738 Apr 14 20:41:28.357392 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b979fa50-3c51-4efd-a8a9-5ae7f7b61f7a req-608e597e-6307-4a0e-bf71-3c9e4bdf4c21 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464728 Apr 14 20:41:29.147368 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 20:41:29.254488 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:41:29.266438 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Returning: {'device': 'fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'port_id': 'fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6', 'mac_address': 'fa:16:3e:9b:19:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 20:41:29.309686 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 is: DOWN; New status is: BUILD {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:41:29.310071 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:29.323793 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 {{(pid=103379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 20:41:29.343914 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:41:29.348124 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:29.398923 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:41:29.408318 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:29.408665 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:29.409009 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:29.409378 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:29.409709 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:29.410032 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:29.410362 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:29.410715 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:29.411039 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:29.411360 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:29.411679 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:29.411998 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:29.412316 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:29.412632 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:29.412948 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:41:29.486188 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56171772-b319-4ee7-97bc-4882aff6b4c1 req-453a29dd-5858-4c23-8c0c-95c48b691843 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:29.487840 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-56171772-b319-4ee7-97bc-4882aff6b4c1 req-453a29dd-5858-4c23-8c0c-95c48b691843 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 944 time: 0.0561135 Apr 14 20:41:29.542989 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-56171772-b319-4ee7-97bc-4882aff6b4c1 req-9e05ceef-e66a-4894-b0e1-06dd29321d75 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483935 Apr 14 20:41:29.686964 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] get_ports_and_sgs() called for port_ids ['fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6'] {{(pid=103379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 20:41:30.663614 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa734f-82e2-4b24-bf42-81f17a2abc91 req-bbcf4444-a865-466d-adf4-56a55dab2d21 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:30.665176 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-89aa734f-82e2-4b24-bf42-81f17a2abc91 req-bbcf4444-a865-466d-adf4-56a55dab2d21 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 944 time: 0.0542138 Apr 14 20:41:30.717432 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-89aa734f-82e2-4b24-bf42-81f17a2abc91 req-aa382494-bd92-4dd6-b42a-1a957f904bc2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454950 Apr 14 20:41:31.140397 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 up at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 20:41:31.192395 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning for port fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 completed by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 20:41:31.200221 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.provisioning_blocks [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Provisioning complete for port fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 triggered by entity L2. {{(pid=103379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 20:41:31.200765 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709573'] for port (fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6), provisioning_complete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:31.288801 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Current status of the port fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 is: BUILD; New status is: ACTIVE {{(pid=103379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 20:41:31.289194 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:31.314031 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41993aa8-64d0-4afe-864f-b7e83d711a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6'}] {{(pid=103379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:41:31.318050 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}caaf1a958e414d6c7d32a9d13bd3210bf08a9a21ecf3c3ea7891a2b3efed0f74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17a99e8-57ee-481b-8634-0871df13e807" -d '{"events": [{"server_uuid": "41993aa8-64d0-4afe-864f-b7e83d711a08", "name": "network-vif-plugged", "status": "completed", "tag": "fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6"}]}' {{(pid=103379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:41:31.339791 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] For port fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:41:31.344987 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474'] for port (fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:31.406024 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-08379dbe-b720-4ac8-bb36-4996cda46c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:31.422219 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Pushing event updated for resources: {'Port': ['ID=fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6,revision_number=5']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:41:31.440321 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b33177d-9e8b-4461-826e-22382eeef744 x-openstack-request-id: req-6b33177d-9e8b-4461-826e-22382eeef744 {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:41:31.440641 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41993aa8-64d0-4afe-864f-b7e83d711a08", "name": "network-vif-plugged", "status": "completed", "tag": "fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6", "code": 200}]} {{(pid=103379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:41:31.440893 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6b33177d-9e8b-4461-826e-22382eeef744 {{(pid=103379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:41:31.441289 dv-cinder-837539-3-iscsi neutron-server[103379]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b33177d-9e8b-4461-826e-22382eeef744'] response: {'server_uuid': '41993aa8-64d0-4afe-864f-b7e83d711a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6', 'code': 200} Apr 14 20:41:31.660635 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aad6dd-d7ff-4453-9d83-ee12f172312e req-476c8aa8-7f7d-4eaf-ae88-cae7ab358fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:31.662506 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-61aad6dd-d7ff-4453-9d83-ee12f172312e req-476c8aa8-7f7d-4eaf-ae88-cae7ab358fc9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 1129 time: 0.0448565 Apr 14 20:41:31.717187 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-61aad6dd-d7ff-4453-9d83-ee12f172312e req-f26c1852-ccb1-4c5c-8e46-5319c03efc6b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479877 Apr 14 20:41:31.846683 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be4d47-7a4d-42b5-b541-3a8cf8a2a089 req-39963277-e23d-44b7-b26d-e7695c5548cb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:31.848240 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-66be4d47-7a4d-42b5-b541-3a8cf8a2a089 req-39963277-e23d-44b7-b26d-e7695c5548cb tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 945 time: 0.0514033 Apr 14 20:41:31.901638 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-66be4d47-7a4d-42b5-b541-3a8cf8a2a089 req-4fbfbb8d-c44e-4e48-8219-ef56a685dd0b tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477076 Apr 14 20:41:33.025802 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19569dbc-934c-4157-bab9-27337b4bf786 req-7178c246-f79c-4dc9-b1f5-edff042fb226 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:33.028090 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-19569dbc-934c-4157-bab9-27337b4bf786 req-7178c246-f79c-4dc9-b1f5-edff042fb226 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 945 time: 0.0533981 Apr 14 20:41:33.085197 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-19569dbc-934c-4157-bab9-27337b4bf786 req-e6b2974e-ac3a-406b-bd53-d3ed4d34194d tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509040 Apr 14 20:41:33.741003 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5513cd33-21b6-49a9-b82e-4a2db7bec6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:34.204925 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cefc2b-c172-488a-8e45-e2350f8702d5 req-158779e2-3ee5-4bfd-abe8-1dba42ea13ed tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:34.206485 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-96cefc2b-c172-488a-8e45-e2350f8702d5 req-158779e2-3ee5-4bfd-abe8-1dba42ea13ed tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 945 time: 0.0477788 Apr 14 20:41:34.266721 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-96cefc2b-c172-488a-8e45-e2350f8702d5 req-6d6e72ac-f898-4944-9525-79222b1f6ea2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546350 Apr 14 20:41:34.396502 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9992cc-01bd-4f2a-be26-aa7122180ea7 req-f8026b90-df92-43cd-993a-de8673fe9b04 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:34.398035 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7d9992cc-01bd-4f2a-be26-aa7122180ea7 req-f8026b90-df92-43cd-993a-de8673fe9b04 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 945 time: 0.0527081 Apr 14 20:41:34.450595 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-7d9992cc-01bd-4f2a-be26-aa7122180ea7 req-245894f5-fbe4-4ce8-bd34-f23e3c78881d tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456648 Apr 14 20:41:34.474335 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 43118) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:41:34.617203 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb873e8-719a-4ec2-ad12-c0aec1c0b2e6 tempest-TestVolumeBootPattern-1063194800 tempest-TestVolumeBootPattern-1063194800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:34.618775 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-8fb873e8-719a-4ec2-ad12-c0aec1c0b2e6 tempest-TestVolumeBootPattern-1063194800 tempest-TestVolumeBootPattern-1063194800-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 1124 time: 0.1433780 Apr 14 20:41:34.621697 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 43122) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:41:34.626248 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.base [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Request body: {'floatingip': {'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'port_id': 'fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 20:41:34.647219 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:34.730447 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:34.780465 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:34.839450 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Allocated IP 172.27.3.177 (0ff0ed06-361c-431d-a8f4-874987c3167c/93e0906b-380d-424f-9074-f135cbe5de30/60062e4f-4eb5-4994-b746-2489c66db5f1) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 20:41:34.951245 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for port (60062e4f-4eb5-4994-b746-2489c66db5f1), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:34.984459 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743027126438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (60062e4f-4eb5-4994-b746-2489c66db5f1), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:35.024396 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Network 0ff0ed06-361c-431d-a8f4-874987c3167c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 20:41:35.030305 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 20:41:35.034161 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 20:41:35.039880 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event updated for resources: {'Port': ['ID=60062e4f-4eb5-4994-b746-2489c66db5f1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:41:35.424386 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for floatingip (eee07db8-a81a-43a0-9d8d-8508bab03d57), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:35.501729 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1788938'] for port (60062e4f-4eb5-4994-b746-2489c66db5f1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:35.670030 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for port (60062e4f-4eb5-4994-b746-2489c66db5f1), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:35.675559 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743027632680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743027126456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743027126474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30806129'] for port (60062e4f-4eb5-4994-b746-2489c66db5f1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:35.748380 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event updated for resources: {'Port': ['ID=60062e4f-4eb5-4994-b746-2489c66db5f1,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:41:35.763805 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610498'] for floatingip (eee07db8-a81a-43a0-9d8d-8508bab03d57), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:35.871344 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.db.l3_db [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Floating IP eee07db8-a81a-43a0-9d8d-8508bab03d57 associated. External IP: 172.27.3.177, port: fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6. Apr 14 20:41:36.092222 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Router 62e6271f-0dbc-4602-b8c7-5b5928c13150 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:41:36.212319 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:41:36.223367 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937bc938-3ebc-4c26-a42f-ca543a4d78eb None None] Sync routers for ids ['62e6271f-0dbc-4602-b8c7-5b5928c13150'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:41:36.232352 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:36.233442 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937bc938-3ebc-4c26-a42f-ca543a4d78eb None None] Routers {'62e6271f-0dbc-4602-b8c7-5b5928c13150'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:41:36.234077 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-937bc938-3ebc-4c26-a42f-ca543a4d78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:41:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['62e6271f-0dbc-4602-b8c7-5b5928c13150'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:41:36.266497 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-0b8593bb-b5a6-41cc-95f8-30444dddb8f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6437230 Apr 14 20:41:36.267112 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41993aa8-64d0-4afe-864f-b7e83d711a08', 'tag': 'fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:41:36.270805 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956e4854-e23b-4f96-9ddf-900a3bd9a478" -d '{"events": [{"name": "network-changed", "server_uuid": "41993aa8-64d0-4afe-864f-b7e83d711a08", "tag": "fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:41:36.293316 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:36.362066 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-937bc938-3ebc-4c26-a42f-ca543a4d78eb None None] Set router 62e6271f-0dbc-4602-b8c7-5b5928c13150 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:41:36.599708 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-937bc938-3ebc-4c26-a42f-ca543a4d78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': 'ced31177-0322-4912-999a-6795e6b46e2f', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'port_id': '476764f6-a3b1-440c-a63c-16cd42863c38', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'mac_address': 'fa:16:3e:fc:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b871001-8386-4d93-a758-f9cbaba728a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:39:02Z', 'updated_at': '2022-04-14T20:39:04Z', 'revision_number': 1, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'fixed_ip_address_scope': None}, {'id': 'eee07db8-a81a-43a0-9d8d-8508bab03d57', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'port_id': 'fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'mac_address': 'fa:16:3e:9b:19:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41993aa8-64d0-4afe-864f-b7e83d711a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:41:35Z', 'updated_at': '2022-04-14T20:41:35Z', 'revision_number': 0, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:16Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:41:36.630781 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937bc938-3ebc-4c26-a42f-ca543a4d78eb None None] Checking router: 62e6271f-0dbc-4602-b8c7-5b5928c13150 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:41:36.639745 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937bc938-3ebc-4c26-a42f-ca543a4d78eb None None] Routers {'62e6271f-0dbc-4602-b8c7-5b5928c13150'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:41:36.640358 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-937bc938-3ebc-4c26-a42f-ca543a4d78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:41:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['62e6271f-0dbc-4602-b8c7-5b5928c13150'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:41:36.887949 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-937bc938-3ebc-4c26-a42f-ca543a4d78eb None None] Set router 62e6271f-0dbc-4602-b8c7-5b5928c13150 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:41:37.134503 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-937bc938-3ebc-4c26-a42f-ca543a4d78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': 'ced31177-0322-4912-999a-6795e6b46e2f', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'port_id': '476764f6-a3b1-440c-a63c-16cd42863c38', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'mac_address': 'fa:16:3e:fc:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b871001-8386-4d93-a758-f9cbaba728a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:39:02Z', 'updated_at': '2022-04-14T20:39:04Z', 'revision_number': 1, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'fixed_ip_address_scope': None}, {'id': 'eee07db8-a81a-43a0-9d8d-8508bab03d57', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'port_id': 'fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'mac_address': 'fa:16:3e:9b:19:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41993aa8-64d0-4afe-864f-b7e83d711a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:41:35Z', 'updated_at': '2022-04-14T20:41:35Z', 'revision_number': 0, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:16Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:41:37.167613 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937bc938-3ebc-4c26-a42f-ca543a4d78eb None None] The sync data for ids ['62e6271f-0dbc-4602-b8c7-5b5928c13150'] in dv-cinder-837539-3-iscsi is: [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': 'ced31177-0322-4912-999a-6795e6b46e2f', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'port_id': '476764f6-a3b1-440c-a63c-16cd42863c38', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'mac_address': 'fa:16:3e:fc:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b871001-8386-4d93-a758-f9cbaba728a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:39:02Z', 'updated_at': '2022-04-14T20:39:04Z', 'revision_number': 1, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'fixed_ip_address_scope': None}, {'id': 'eee07db8-a81a-43a0-9d8d-8508bab03d57', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'port_id': 'fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'mac_address': 'fa:16:3e:9b:19:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41993aa8-64d0-4afe-864f-b7e83d711a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:41:35Z', 'updated_at': '2022-04-14T20:41:35Z', 'revision_number': 0, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:16Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:41:37.324396 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cddd5a4-47af-4eb1-b4d0-8514d58ecd8c x-openstack-request-id: req-8cddd5a4-47af-4eb1-b4d0-8514d58ecd8c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:41:37.325117 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41993aa8-64d0-4afe-864f-b7e83d711a08", "tag": "fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:41:37.325117 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8cddd5a4-47af-4eb1-b4d0-8514d58ecd8c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:41:37.325434 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cddd5a4-47af-4eb1-b4d0-8514d58ecd8c'] response: {'name': 'network-changed', 'server_uuid': '41993aa8-64d0-4afe-864f-b7e83d711a08', 'tag': 'fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6', 'status': 'completed', 'code': 200} Apr 14 20:41:37.392742 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e4854-e23b-4f96-9ddf-900a3bd9a478 req-9921a17c-03b6-4e12-b263-69edcae2141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:37.394549 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-956e4854-e23b-4f96-9ddf-900a3bd9a478 req-9921a17c-03b6-4e12-b263-69edcae2141c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 1129 time: 0.0435236 Apr 14 20:41:37.395521 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8604551-6102-46aa-90e5-6bb68ebe16b7 None None] New status for floating IP eee07db8-a81a-43a0-9d8d-8508bab03d57: ACTIVE {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:41:37.491092 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e4854-e23b-4f96-9ddf-900a3bd9a478 req-bc8b67ab-7538-4eab-ad8c-a3aa69664576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:37.492505 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-956e4854-e23b-4f96-9ddf-900a3bd9a478 req-bc8b67ab-7538-4eab-ad8c-a3aa69664576 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 913 time: 0.0911174 Apr 14 20:41:37.563107 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-956e4854-e23b-4f96-9ddf-900a3bd9a478 req-90ef527b-a6fc-48b5-be41-488c19200c09 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 HTTP/1.1" status: 200 len: 999 time: 0.0643585 Apr 14 20:41:37.613524 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e4854-e23b-4f96-9ddf-900a3bd9a478 req-05676ceb-358d-47e7-b3a3-707e211480fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:37.615091 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-956e4854-e23b-4f96-9ddf-900a3bd9a478 req-05676ceb-358d-47e7-b3a3-707e211480fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbcfd0cc-bef8-4613-8874-08483fbe35d1 HTTP/1.1" status: 200 len: 851 time: 0.0459895 Apr 14 20:41:37.666302 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e4854-e23b-4f96-9ddf-900a3bd9a478 req-f957ea08-7461-4aee-b54f-cf82e9da63ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:37.668590 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-956e4854-e23b-4f96-9ddf-900a3bd9a478 req-f957ea08-7461-4aee-b54f-cf82e9da63ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7292b277-45d8-4041-843d-ff21427623ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427325 Apr 14 20:41:37.765984 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-956e4854-e23b-4f96-9ddf-900a3bd9a478 req-956887ab-809e-4f3e-890f-84240d149130 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912828 Apr 14 20:41:37.866185 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-956e4854-e23b-4f96-9ddf-900a3bd9a478 req-473a7100-cfc0-4199-a475-4d967b661cf4 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938661 Apr 14 20:41:38.151583 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:39.509339 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:41:53.784711 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:41:57.710190 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-788bf0f2-5274-40b8-b1e3-606eb04ba577 req-5d955c6f-16bb-4baf-ac9e-fcbebe05bd8c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383546 Apr 14 20:41:57.792998 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bf0f2-5274-40b8-b1e3-606eb04ba577 req-6e0a74ee-63a2-4fa2-89fd-40fd9d834fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:57.794689 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-788bf0f2-5274-40b8-b1e3-606eb04ba577 req-6e0a74ee-63a2-4fa2-89fd-40fd9d834fc4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 1130 time: 0.0404358 Apr 14 20:41:57.903320 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bf0f2-5274-40b8-b1e3-606eb04ba577 req-03059e40-4618-4414-aef1-06a667ffa5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:57.904968 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-788bf0f2-5274-40b8-b1e3-606eb04ba577 req-03059e40-4618-4414-aef1-06a667ffa5e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 913 time: 0.0922060 Apr 14 20:41:57.971519 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-788bf0f2-5274-40b8-b1e3-606eb04ba577 req-2a562c80-a7c1-46a4-a064-67a478832a83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=476764f6-a3b1-440c-a63c-16cd42863c38 HTTP/1.1" status: 200 len: 1002 time: 0.0605597 Apr 14 20:41:58.031460 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bf0f2-5274-40b8-b1e3-606eb04ba577 req-9e91766b-ae70-4cca-9299-bca06f2ca375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:58.032904 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-788bf0f2-5274-40b8-b1e3-606eb04ba577 req-9e91766b-ae70-4cca-9299-bca06f2ca375 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbcfd0cc-bef8-4613-8874-08483fbe35d1 HTTP/1.1" status: 200 len: 851 time: 0.0497360 Apr 14 20:41:58.078814 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bf0f2-5274-40b8-b1e3-606eb04ba577 req-75e4adbc-3df7-4b64-84ee-f376aecf151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:41:58.080344 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-788bf0f2-5274-40b8-b1e3-606eb04ba577 req-75e4adbc-3df7-4b64-84ee-f376aecf151a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7292b277-45d8-4041-843d-ff21427623ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410569 Apr 14 20:41:58.171340 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-788bf0f2-5274-40b8-b1e3-606eb04ba577 req-aeefc344-8acb-466a-a40e-1f6450dbc87b service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850511 Apr 14 20:41:58.269480 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-788bf0f2-5274-40b8-b1e3-606eb04ba577 req-eebf02c6-e5d0-42f1-8c4c-1d360aed9ba3 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907490 Apr 14 20:42:01.380550 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-57d4cd93-d3e1-4574-8708-b5be168eaf89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:03.734806 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-537c0be4-a775-49ba-83aa-0333e884b075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:04.785899 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:06.281895 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:08.155375 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:09.539534 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:30.785913 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:42:31.382890 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e464938f-dc6c-4a46-9e00-c3906a684564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:33.738816 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-83d9f254-b9c1-47ac-a683-bebca7bbc8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:34.782943 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:36.287012 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:38.149271 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:39.543503 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:42:58.733286 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-59acb627-f232-424f-9e54-be53116a4619 req-2b05a2da-122d-4daa-97ea-caec8cddecb7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403187 Apr 14 20:42:58.793229 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acb627-f232-424f-9e54-be53116a4619 req-3ad4b57c-a83f-4cee-b47e-aea3f14a877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:42:58.795045 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-59acb627-f232-424f-9e54-be53116a4619 req-3ad4b57c-a83f-4cee-b47e-aea3f14a877c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 1129 time: 0.0404892 Apr 14 20:42:58.911157 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acb627-f232-424f-9e54-be53116a4619 req-961f798e-ddf1-40a5-9cba-0342f0caf093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:42:58.912658 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-59acb627-f232-424f-9e54-be53116a4619 req-961f798e-ddf1-40a5-9cba-0342f0caf093 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 913 time: 0.0987060 Apr 14 20:42:58.980264 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-59acb627-f232-424f-9e54-be53116a4619 req-99e0b089-d70d-446e-9015-c009c861c110 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 HTTP/1.1" status: 200 len: 1001 time: 0.0610642 Apr 14 20:42:59.035910 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acb627-f232-424f-9e54-be53116a4619 req-890aa418-fac7-4f4f-8935-f6d58427d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:42:59.037379 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-59acb627-f232-424f-9e54-be53116a4619 req-890aa418-fac7-4f4f-8935-f6d58427d1ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbcfd0cc-bef8-4613-8874-08483fbe35d1 HTTP/1.1" status: 200 len: 851 time: 0.0508366 Apr 14 20:42:59.085198 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acb627-f232-424f-9e54-be53116a4619 req-2a13c8cf-9178-479c-a732-0d3bb2ed43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:42:59.086750 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-59acb627-f232-424f-9e54-be53116a4619 req-2a13c8cf-9178-479c-a732-0d3bb2ed43ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7292b277-45d8-4041-843d-ff21427623ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432827 Apr 14 20:42:59.178478 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-59acb627-f232-424f-9e54-be53116a4619 req-0d8b3b5b-f2bd-4859-a2a6-870ef4ddebec service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858881 Apr 14 20:42:59.273667 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-59acb627-f232-424f-9e54-be53116a4619 req-cac1633a-0728-4939-81e0-0c62f25f400d service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891426 Apr 14 20:43:01.384994 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-653255f0-1f3a-4227-9178-c0fe04e32213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:03.744327 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1be5-9743-4063-9ecb-d90fcd160ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:04.785736 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:06.289563 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:07.784857 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:43:08.153657 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:09.552174 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:11.679155 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [req-06bf44c1-f88d-44b0-b3ee-bda2db3134bf req-e0625e2d-1c4c-4ccd-8954-d540742a8d28 service neutron] (103378) timed out ('10.222.0.46', 49191) {{(pid=103378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 20:43:31.388400 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-af561ac9-35bb-4118-ba76-b16e026e0b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:33.748082 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e0b95860-1e9b-4f7f-8d93-58378a17dbdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:34.788343 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:36.295386 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:38.155643 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:38.781576 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 43156) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:43:38.942665 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Deleting port 60062e4f-4eb5-4994-b746-2489c66db5f1 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:43:38.942928 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (60062e4f-4eb5-4994-b746-2489c66db5f1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:39.023660 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (60062e4f-4eb5-4994-b746-2489c66db5f1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:39.023993 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for floatingip (60062e4f-4eb5-4994-b746-2489c66db5f1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:39.037809 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Calling delete_port for 60062e4f-4eb5-4994-b746-2489c66db5f1 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:43:39.192222 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (60062e4f-4eb5-4994-b746-2489c66db5f1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:39.221407 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event deleted for resources: {'Port': ['ID=60062e4f-4eb5-4994-b746-2489c66db5f1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:43:39.234519 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:39.234990 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:39.235337 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:39.235682 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:39.236018 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:39.236351 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:39.236679 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:39.237006 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:39.237333 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:39.237658 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:39.237982 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:39.238307 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:39.238647 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:39.238969 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:39.239287 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:39.296147 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for floatingip (eee07db8-a81a-43a0-9d8d-8508bab03d57), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:39.296457 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.l3_db [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Floating IP eee07db8-a81a-43a0-9d8d-8508bab03d57 disassociated (deleted). External IP: 172.27.3.177, port: fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6. Apr 14 20:43:39.512960 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Router 62e6271f-0dbc-4602-b8c7-5b5928c13150 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:43:39.555041 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:39.625281 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:43:39.630085 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:39.634810 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27576852-9981-4f0c-9311-26a044422f71 None None] Sync routers for ids ['62e6271f-0dbc-4602-b8c7-5b5928c13150'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:43:39.646896 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27576852-9981-4f0c-9311-26a044422f71 None None] Routers {'62e6271f-0dbc-4602-b8c7-5b5928c13150'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:43:39.647754 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-27576852-9981-4f0c-9311-26a044422f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:43:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['62e6271f-0dbc-4602-b8c7-5b5928c13150'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:39.667545 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-b13c6c0a-b84e-4bc7-a73e-9a33ab96c1a5 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "DELETE /v2.0/floatingips/eee07db8-a81a-43a0-9d8d-8508bab03d57 HTTP/1.1" status: 204 len: 168 time: 0.8848491 Apr 14 20:43:39.668752 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41993aa8-64d0-4afe-864f-b7e83d711a08', 'tag': 'fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:43:39.671421 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdbe11d59a66eb6431a54a4c04aa9c41f8d225d3092e952352ea334af4395ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611d850b-3f02-46ae-9333-83afad095677" -d '{"events": [{"name": "network-changed", "server_uuid": "41993aa8-64d0-4afe-864f-b7e83d711a08", "tag": "fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:43:39.778661 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92380ca9-4c07-4589-be84-514b17abd2d9 x-openstack-request-id: req-92380ca9-4c07-4589-be84-514b17abd2d9 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:43:39.779120 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41993aa8-64d0-4afe-864f-b7e83d711a08", "tag": "fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:43:39.779518 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92380ca9-4c07-4589-be84-514b17abd2d9 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:43:39.780181 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92380ca9-4c07-4589-be84-514b17abd2d9'] response: {'name': 'network-changed', 'server_uuid': '41993aa8-64d0-4afe-864f-b7e83d711a08', 'tag': 'fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6', 'status': 'completed', 'code': 200} Apr 14 20:43:39.789443 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-27576852-9981-4f0c-9311-26a044422f71 None None] Set router 62e6271f-0dbc-4602-b8c7-5b5928c13150 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:43:39.847086 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d850b-3f02-46ae-9333-83afad095677 req-ecab3a5a-5feb-4072-bfa8-756501bdad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:43:39.848825 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-611d850b-3f02-46ae-9333-83afad095677 req-ecab3a5a-5feb-4072-bfa8-756501bdad93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 1129 time: 0.0477667 Apr 14 20:43:39.918586 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09cfa6-3ded-4b4d-b825-f7e2191304ff req-2480db76-44bf-4aa8-8f1c-598cfa79157d tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:43:39.920488 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3e09cfa6-3ded-4b4d-b825-f7e2191304ff req-2480db76-44bf-4aa8-8f1c-598cfa79157d tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 945 time: 0.0516913 Apr 14 20:43:39.970562 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3e09cfa6-3ded-4b4d-b825-f7e2191304ff req-6b738742-8844-4145-ade8-714808ec462d tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442855 Apr 14 20:43:40.017210 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-27576852-9981-4f0c-9311-26a044422f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': 'ced31177-0322-4912-999a-6795e6b46e2f', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'port_id': '476764f6-a3b1-440c-a63c-16cd42863c38', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'mac_address': 'fa:16:3e:fc:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b871001-8386-4d93-a758-f9cbaba728a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:39:02Z', 'updated_at': '2022-04-14T20:39:04Z', 'revision_number': 1, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:16Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:40.049153 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27576852-9981-4f0c-9311-26a044422f71 None None] Checking router: 62e6271f-0dbc-4602-b8c7-5b5928c13150 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:43:40.057462 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27576852-9981-4f0c-9311-26a044422f71 None None] Routers {'62e6271f-0dbc-4602-b8c7-5b5928c13150'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:43:40.058068 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-27576852-9981-4f0c-9311-26a044422f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:43:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['62e6271f-0dbc-4602-b8c7-5b5928c13150'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:40.168771 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-27576852-9981-4f0c-9311-26a044422f71 None None] Set router 62e6271f-0dbc-4602-b8c7-5b5928c13150 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:43:40.383296 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-27576852-9981-4f0c-9311-26a044422f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': 'ced31177-0322-4912-999a-6795e6b46e2f', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'port_id': '476764f6-a3b1-440c-a63c-16cd42863c38', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'mac_address': 'fa:16:3e:fc:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b871001-8386-4d93-a758-f9cbaba728a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:39:02Z', 'updated_at': '2022-04-14T20:39:04Z', 'revision_number': 1, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:16Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:40.414487 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27576852-9981-4f0c-9311-26a044422f71 None None] The sync data for ids ['62e6271f-0dbc-4602-b8c7-5b5928c13150'] in dv-cinder-837539-3-iscsi is: [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_floatingips': [{'id': 'ced31177-0322-4912-999a-6795e6b46e2f', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'router_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'port_id': '476764f6-a3b1-440c-a63c-16cd42863c38', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'mac_address': 'fa:16:3e:fc:c4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b871001-8386-4d93-a758-f9cbaba728a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T20:39:02Z', 'updated_at': '2022-04-14T20:39:04Z', 'revision_number': 1, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:16Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:43:40.638066 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03697cad-7b2a-4667-8dec-9b0d8667bbdb None None] New status for floating IP eee07db8-a81a-43a0-9d8d-8508bab03d57: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:43:40.915671 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d850b-3f02-46ae-9333-83afad095677 req-3f3e6be9-ad54-4f84-93e8-37d94328fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:43:40.917399 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-611d850b-3f02-46ae-9333-83afad095677 req-3f3e6be9-ad54-4f84-93e8-37d94328fc72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 913 time: 0.1044304 Apr 14 20:43:40.958802 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-611d850b-3f02-46ae-9333-83afad095677 req-fe00a24a-c940-4f39-94c9-6aeeb2684f2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 HTTP/1.1" status: 200 len: 217 time: 0.0342715 Apr 14 20:43:41.015725 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d850b-3f02-46ae-9333-83afad095677 req-713a8708-7107-4749-9bca-6e28dd8d5d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:43:41.017201 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-611d850b-3f02-46ae-9333-83afad095677 req-713a8708-7107-4749-9bca-6e28dd8d5d55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbcfd0cc-bef8-4613-8874-08483fbe35d1 HTTP/1.1" status: 200 len: 851 time: 0.0532982 Apr 14 20:43:41.165241 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d850b-3f02-46ae-9333-83afad095677 req-e9ab3bd4-590e-4ab2-bb28-cb80436e523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:43:41.167002 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-611d850b-3f02-46ae-9333-83afad095677 req-e9ab3bd4-590e-4ab2-bb28-cb80436e523a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7292b277-45d8-4041-843d-ff21427623ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676813 Apr 14 20:43:41.173508 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770c4f8-3790-4dea-a355-25059bcb3288 req-207d9a0d-af2c-4a13-8cd5-f83df51bc0ac tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:43:41.174989 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3770c4f8-3790-4dea-a355-25059bcb3288 req-207d9a0d-af2c-4a13-8cd5-f83df51bc0ac tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 945 time: 0.1329505 Apr 14 20:43:41.225167 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3770c4f8-3790-4dea-a355-25059bcb3288 req-75c36c1d-bc3e-464e-accb-262de1acc368 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445359 Apr 14 20:43:41.405958 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [req-611d850b-3f02-46ae-9333-83afad095677 req-27741183-cd0b-4f9d-96f1-904e07682f5c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 20:43:41.406997 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-611d850b-3f02-46ae-9333-83afad095677 req-27741183-cd0b-4f9d-96f1-904e07682f5c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058789 Apr 14 20:43:41.522319 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ac1c8-ce6b-436c-9105-035ae9f984d4 req-fd4a5b5b-b7f4-4c82-9201-47fef0255a3e tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:43:41.523740 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-200ac1c8-ce6b-436c-9105-035ae9f984d4 req-fd4a5b5b-b7f4-4c82-9201-47fef0255a3e tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.46 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 945 time: 0.0549023 Apr 14 20:43:41.564525 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-611d850b-3f02-46ae-9333-83afad095677 req-97d97e5b-a57a-41f9-9124-ed38835bdaa2 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496794 Apr 14 20:43:41.667272 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-200ac1c8-ce6b-436c-9105-035ae9f984d4 req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Deleting port fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:43:41.667610 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-200ac1c8-ce6b-436c-9105-035ae9f984d4 req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:42.033788 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-611d850b-3f02-46ae-9333-83afad095677 req-e066f72b-f0a6-48e8-b9e4-1ba56a818ef2 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621708 Apr 14 20:43:42.073687 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-200ac1c8-ce6b-436c-9105-035ae9f984d4 req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] For port fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:43:42.074049 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-200ac1c8-ce6b-436c-9105-035ae9f984d4 req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:42.089018 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-200ac1c8-ce6b-436c-9105-035ae9f984d4 req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Calling delete_port for fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:43:42.222861 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-200ac1c8-ce6b-436c-9105-035ae9f984d4 req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:42.252718 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event deleted for resources: {'Port': ['ID=fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:43:42.279422 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:42.279776 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:42.280123 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:42.280469 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:42.280839 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:42.281170 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:42.281501 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:42.281833 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:42.282163 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:42.282519 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:42.282856 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:42.283188 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:42.283522 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:42.283895 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:42.284164 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:42.309414 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-200ac1c8-ce6b-436c-9105-035ae9f984d4 req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] No DVR routers for this DVR port fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:43:42.312741 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-200ac1c8-ce6b-436c-9105-035ae9f984d4 req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:42.316132 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-200ac1c8-ce6b-436c-9105-035ae9f984d4 req-d46fc40e-2d88-4df8-a619-50409b63d1fe tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.46 "DELETE /v2.0/ports/fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 HTTP/1.1" status: 204 len: 173 time: 0.7854433 Apr 14 20:43:42.316590 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41993aa8-64d0-4afe-864f-b7e83d711a08', 'name': 'network-vif-deleted', 'tag': 'fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:43:42.318900 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274d45f4-8dc4-45e1-903a-0811f17777ea" -d '{"events": [{"server_uuid": "41993aa8-64d0-4afe-864f-b7e83d711a08", "name": "network-vif-deleted", "tag": "fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:43:42.355053 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2321b85c-a30a-45b4-9922-d126a4244f03 req-325aae56-7be0-4f00-92a0-55bdc729af82 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=41993aa8-64d0-4afe-864f-b7e83d711a08 HTTP/1.1" status: 200 len: 210 time: 0.0440547 Apr 14 20:43:42.362397 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6779118d-e56c-4dc4-bc0a-05c735478f7e x-openstack-request-id: req-6779118d-e56c-4dc4-bc0a-05c735478f7e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:43:42.362726 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41993aa8-64d0-4afe-864f-b7e83d711a08", "name": "network-vif-deleted", "tag": "fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:43:42.362980 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6779118d-e56c-4dc4-bc0a-05c735478f7e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:43:42.363432 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6779118d-e56c-4dc4-bc0a-05c735478f7e'] response: {'server_uuid': '41993aa8-64d0-4afe-864f-b7e83d711a08', 'name': 'network-vif-deleted', 'tag': 'fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6', 'status': 'completed', 'code': 200} Apr 14 20:43:44.783594 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:43:45.687437 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 43202) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:43:45.822837 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:43:45.843907 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f05965d2-4429-4042-b8b2-cce1670f6a86 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Deleting port a756678a-a056-44b6-9309-7c38bec31a43 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:43:45.844326 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f05965d2-4429-4042-b8b2-cce1670f6a86 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (a756678a-a056-44b6-9309-7c38bec31a43), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:45.845562 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:43:45.845908 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device fbc2f0b5-16f7-4fb3-894b-26d7e0c54ff6 not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:43:45.920392 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f05965d2-4429-4042-b8b2-cce1670f6a86 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (a756678a-a056-44b6-9309-7c38bec31a43), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:45.920703 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f05965d2-4429-4042-b8b2-cce1670f6a86 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for floatingip (a756678a-a056-44b6-9309-7c38bec31a43), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:45.933880 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f05965d2-4429-4042-b8b2-cce1670f6a86 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Calling delete_port for a756678a-a056-44b6-9309-7c38bec31a43 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:43:46.084536 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f05965d2-4429-4042-b8b2-cce1670f6a86 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (a756678a-a056-44b6-9309-7c38bec31a43), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:46.113966 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05965d2-4429-4042-b8b2-cce1670f6a86 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event deleted for resources: {'Port': ['ID=a756678a-a056-44b6-9309-7c38bec31a43,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:43:46.176342 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f05965d2-4429-4042-b8b2-cce1670f6a86 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for floatingip (ced31177-0322-4912-999a-6795e6b46e2f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:46.176577 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.db.l3_db [None req-f05965d2-4429-4042-b8b2-cce1670f6a86 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Floating IP ced31177-0322-4912-999a-6795e6b46e2f disassociated (deleted). External IP: 172.27.3.223, port: 476764f6-a3b1-440c-a63c-16cd42863c38. Apr 14 20:43:46.631242 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05965d2-4429-4042-b8b2-cce1670f6a86 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Router 62e6271f-0dbc-4602-b8c7-5b5928c13150 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:43:46.742039 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05965d2-4429-4042-b8b2-cce1670f6a86 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:43:46.746388 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f05965d2-4429-4042-b8b2-cce1670f6a86 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:46.753517 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad15ce56-781e-45e6-93bd-ab6760975084 None None] Sync routers for ids ['62e6271f-0dbc-4602-b8c7-5b5928c13150'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:43:46.764534 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad15ce56-781e-45e6-93bd-ab6760975084 None None] Routers {'62e6271f-0dbc-4602-b8c7-5b5928c13150'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:43:46.765155 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ad15ce56-781e-45e6-93bd-ab6760975084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:43:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['62e6271f-0dbc-4602-b8c7-5b5928c13150'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:46.778700 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-f05965d2-4429-4042-b8b2-cce1670f6a86 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "DELETE /v2.0/floatingips/ced31177-0322-4912-999a-6795e6b46e2f HTTP/1.1" status: 204 len: 168 time: 1.0901375 Apr 14 20:43:46.779999 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b871001-8386-4d93-a758-f9cbaba728a3', 'tag': '476764f6-a3b1-440c-a63c-16cd42863c38'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:43:46.783321 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bdbe11d59a66eb6431a54a4c04aa9c41f8d225d3092e952352ea334af4395ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f309fabe-689e-4f3c-969b-640b744f126a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b871001-8386-4d93-a758-f9cbaba728a3", "tag": "476764f6-a3b1-440c-a63c-16cd42863c38"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:43:46.824554 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 20:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb64f1b7-edaa-4dfa-8a67-bfa02b37aad1 x-openstack-request-id: req-eb64f1b7-edaa-4dfa-8a67-bfa02b37aad1 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:43:46.825050 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b871001-8386-4d93-a758-f9cbaba728a3", "tag": "476764f6-a3b1-440c-a63c-16cd42863c38", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:43:46.825180 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb64f1b7-edaa-4dfa-8a67-bfa02b37aad1 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:43:46.825520 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb64f1b7-edaa-4dfa-8a67-bfa02b37aad1'] response: {'name': 'network-changed', 'server_uuid': '4b871001-8386-4d93-a758-f9cbaba728a3', 'tag': '476764f6-a3b1-440c-a63c-16cd42863c38', 'status': 'completed', 'code': 200} Apr 14 20:43:46.884493 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-ad15ce56-781e-45e6-93bd-ab6760975084 None None] Set router 62e6271f-0dbc-4602-b8c7-5b5928c13150 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:43:46.895846 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309fabe-689e-4f3c-969b-640b744f126a req-4256971d-a0c6-4441-8aec-898c4d608161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:43:46.897923 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f309fabe-689e-4f3c-969b-640b744f126a req-4256971d-a0c6-4441-8aec-898c4d608161 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53e9df16ee264fd7acd831313dd0edb9&device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 1130 time: 0.0499334 Apr 14 20:43:47.051389 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309fabe-689e-4f3c-969b-640b744f126a req-51941259-f6c2-475e-aeea-88a23f8a3d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:43:47.052863 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f309fabe-689e-4f3c-969b-640b744f126a req-51941259-f6c2-475e-aeea-88a23f8a3d8e service neutron] 10.222.0.46 "GET /v2.0/networks?id=7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 200 len: 913 time: 0.1441464 Apr 14 20:43:47.059210 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b2279-0301-433b-a471-4d83666d0d6f req-b9ca0eaf-06fa-4779-b1a6-a45b2d8eb899 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:43:47.061467 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3f6b2279-0301-433b-a471-4d83666d0d6f req-b9ca0eaf-06fa-4779-b1a6-a45b2d8eb899 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 946 time: 0.0701683 Apr 14 20:43:47.117035 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-3f6b2279-0301-433b-a471-4d83666d0d6f req-bafc0f79-516d-4821-baaa-ebac86649f38 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494573 Apr 14 20:43:47.225403 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ad15ce56-781e-45e6-93bd-ab6760975084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:16Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:47.253057 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad15ce56-781e-45e6-93bd-ab6760975084 None None] Checking router: 62e6271f-0dbc-4602-b8c7-5b5928c13150 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:43:47.261439 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad15ce56-781e-45e6-93bd-ab6760975084 None None] Routers {'62e6271f-0dbc-4602-b8c7-5b5928c13150'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:43:47.262051 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ad15ce56-781e-45e6-93bd-ab6760975084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:43:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['62e6271f-0dbc-4602-b8c7-5b5928c13150'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:47.375419 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-ad15ce56-781e-45e6-93bd-ab6760975084 None None] Set router 62e6271f-0dbc-4602-b8c7-5b5928c13150 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:43:47.566472 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ad15ce56-781e-45e6-93bd-ab6760975084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:16Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:47.597116 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad15ce56-781e-45e6-93bd-ab6760975084 None None] The sync data for ids ['62e6271f-0dbc-4602-b8c7-5b5928c13150'] in dv-cinder-837539-3-iscsi is: [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:11Z', 'revision_number': 4, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi', '_interfaces': [{'id': 'ef37c6e4-29db-4104-88d6-6a5336f42226', 'name': '', 'network_id': '7292b277-45d8-4041-843d-ff21427623ec', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'mac_address': 'fa:16:3e:f6:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:11Z', 'updated_at': '2022-04-14T20:35:16Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'subnets': [{'id': 'cbcfd0cc-bef8-4613-8874-08483fbe35d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:43:47.822573 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094510af-f874-490d-8115-6028fe824318 None None] New status for floating IP ced31177-0322-4912-999a-6795e6b46e2f: DOWN {{(pid=103380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 20:43:47.982162 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f309fabe-689e-4f3c-969b-640b744f126a req-25be35f0-9487-436e-bd04-0aec89398fab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=476764f6-a3b1-440c-a63c-16cd42863c38 HTTP/1.1" status: 200 len: 217 time: 0.0755279 Apr 14 20:43:48.034451 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309fabe-689e-4f3c-969b-640b744f126a req-ac3019fa-db6b-4e61-90be-8966b5a7527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:43:48.035954 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f309fabe-689e-4f3c-969b-640b744f126a req-ac3019fa-db6b-4e61-90be-8966b5a7527a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbcfd0cc-bef8-4613-8874-08483fbe35d1 HTTP/1.1" status: 200 len: 851 time: 0.0448024 Apr 14 20:43:48.083639 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309fabe-689e-4f3c-969b-640b744f126a req-8f8450ec-d663-49b7-b7b0-2638d37cce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:43:48.085257 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f309fabe-689e-4f3c-969b-640b744f126a req-8f8450ec-d663-49b7-b7b0-2638d37cce20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7292b277-45d8-4041-843d-ff21427623ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428610 Apr 14 20:43:48.195613 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f309fabe-689e-4f3c-969b-640b744f126a req-3c159a80-8c82-4b72-ad38-f98585f5d7b8 service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854502 Apr 14 20:43:48.281307 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a38884-2106-4536-bdf1-7020b1a944e7 req-403a66d3-6fba-457d-87fb-b185a280bbc9 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:43:48.282859 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-68a38884-2106-4536-bdf1-7020b1a944e7 req-403a66d3-6fba-457d-87fb-b185a280bbc9 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 946 time: 0.0921414 Apr 14 20:43:48.333516 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-68a38884-2106-4536-bdf1-7020b1a944e7 req-90483f0f-b853-49ab-9604-8b940c999400 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ab8068-a627-499c-b338-3d38e8945d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449426 Apr 14 20:43:48.369542 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-f309fabe-689e-4f3c-969b-640b744f126a req-fd90240f-b258-4d1e-801c-3f0b69164a9a service neutron] 10.222.0.46 "GET /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890732 Apr 14 20:43:48.515315 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d0692-b709-4d52-95e7-bd86c9138aac req-ade2ae8c-edb5-46ba-8111-45edf38f821e tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 20:43:48.516735 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e22d0692-b709-4d52-95e7-bd86c9138aac req-ade2ae8c-edb5-46ba-8111-45edf38f821e tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 946 time: 0.0467727 Apr 14 20:43:48.600093 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-e22d0692-b709-4d52-95e7-bd86c9138aac req-cbe4643a-1a8f-4a9e-ad7d-7b53ba0fe2f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Deleting port 476764f6-a3b1-440c-a63c-16cd42863c38 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:43:48.600339 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e22d0692-b709-4d52-95e7-bd86c9138aac req-cbe4643a-1a8f-4a9e-ad7d-7b53ba0fe2f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (476764f6-a3b1-440c-a63c-16cd42863c38), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:48.691388 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [req-e22d0692-b709-4d52-95e7-bd86c9138aac req-cbe4643a-1a8f-4a9e-ad7d-7b53ba0fe2f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] For port 476764f6-a3b1-440c-a63c-16cd42863c38, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=476764f6-a3b1-440c-a63c-16cd42863c38,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:43:48.691755 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e22d0692-b709-4d52-95e7-bd86c9138aac req-cbe4643a-1a8f-4a9e-ad7d-7b53ba0fe2f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (476764f6-a3b1-440c-a63c-16cd42863c38), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:48.705201 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [req-e22d0692-b709-4d52-95e7-bd86c9138aac req-cbe4643a-1a8f-4a9e-ad7d-7b53ba0fe2f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Calling delete_port for 476764f6-a3b1-440c-a63c-16cd42863c38 owned by compute:nova {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:43:48.835100 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e22d0692-b709-4d52-95e7-bd86c9138aac req-cbe4643a-1a8f-4a9e-ad7d-7b53ba0fe2f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (476764f6-a3b1-440c-a63c-16cd42863c38), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:48.864409 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4643a-1a8f-4a9e-ad7d-7b53ba0fe2f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event deleted for resources: {'Port': ['ID=476764f6-a3b1-440c-a63c-16cd42863c38,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:43:48.907894 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22d0692-b709-4d52-95e7-bd86c9138aac req-cbe4643a-1a8f-4a9e-ad7d-7b53ba0fe2f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] No DVR routers for this DVR port 476764f6-a3b1-440c-a63c-16cd42863c38 on host hv-cinder-83753 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:43:48.910296 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [req-e22d0692-b709-4d52-95e7-bd86c9138aac req-cbe4643a-1a8f-4a9e-ad7d-7b53ba0fe2f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for port (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:48.913587 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [req-e22d0692-b709-4d52-95e7-bd86c9138aac req-cbe4643a-1a8f-4a9e-ad7d-7b53ba0fe2f2 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.46 "DELETE /v2.0/ports/476764f6-a3b1-440c-a63c-16cd42863c38 HTTP/1.1" status: 204 len: 173 time: 0.3907175 Apr 14 20:43:48.914038 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b871001-8386-4d93-a758-f9cbaba728a3', 'name': 'network-vif-deleted', 'tag': '476764f6-a3b1-440c-a63c-16cd42863c38'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 20:43:48.916328 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a61edccbfa5e4663d85d7c13b16564a7351c4d1fe9c4261b27ce8ae1fc86af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe0b9e8-1734-44ce-a14c-5996e0ef2354" -d '{"events": [{"server_uuid": "4b871001-8386-4d93-a758-f9cbaba728a3", "name": "network-vif-deleted", "tag": "476764f6-a3b1-440c-a63c-16cd42863c38"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 20:43:49.009394 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 20:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e139c8d-6b3a-41dd-93ad-861299b4878f x-openstack-request-id: req-2e139c8d-6b3a-41dd-93ad-861299b4878f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 20:43:49.010013 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b871001-8386-4d93-a758-f9cbaba728a3", "name": "network-vif-deleted", "tag": "476764f6-a3b1-440c-a63c-16cd42863c38", "status": "completed", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 20:43:49.010013 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e139c8d-6b3a-41dd-93ad-861299b4878f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 20:43:49.010334 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e139c8d-6b3a-41dd-93ad-861299b4878f'] response: {'server_uuid': '4b871001-8386-4d93-a758-f9cbaba728a3', 'name': 'network-vif-deleted', 'tag': '476764f6-a3b1-440c-a63c-16cd42863c38', 'status': 'completed', 'code': 200} Apr 14 20:43:49.451583 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [req-89e2f259-928b-4a00-9626-985bd5f2e88a req-b7085113-56ec-430b-a4a9-cec5a6c9d8df tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b871001-8386-4d93-a758-f9cbaba728a3 HTTP/1.1" status: 200 len: 210 time: 0.0356300 Apr 14 20:43:50.510654 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 43224) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:43:50.634768 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-c0ecefb8-4f11-4605-a40c-eaa702660423 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Deleting port 1fed80fe-ea62-4fc4-b706-ea30afd464ea {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:43:50.635003 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0ecefb8-4f11-4605-a40c-eaa702660423 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (1fed80fe-ea62-4fc4-b706-ea30afd464ea), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:50.723165 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0ecefb8-4f11-4605-a40c-eaa702660423 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (1fed80fe-ea62-4fc4-b706-ea30afd464ea), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:50.723495 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0ecefb8-4f11-4605-a40c-eaa702660423 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for floatingip (1fed80fe-ea62-4fc4-b706-ea30afd464ea), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:50.737132 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-c0ecefb8-4f11-4605-a40c-eaa702660423 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Calling delete_port for 1fed80fe-ea62-4fc4-b706-ea30afd464ea owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:43:50.880884 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0ecefb8-4f11-4605-a40c-eaa702660423 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (1fed80fe-ea62-4fc4-b706-ea30afd464ea), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:50.910521 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecefb8-4f11-4605-a40c-eaa702660423 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event deleted for resources: {'Port': ['ID=1fed80fe-ea62-4fc4-b706-ea30afd464ea,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:43:50.976142 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0ecefb8-4f11-4605-a40c-eaa702660423 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for floatingip (7c053192-d50d-4c45-b93f-cd289b240fb3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:50.986072 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0ecefb8-4f11-4605-a40c-eaa702660423 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80803'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:50.986072 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-c0ecefb8-4f11-4605-a40c-eaa702660423 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "DELETE /v2.0/floatingips/7c053192-d50d-4c45-b93f-cd289b240fb3 HTTP/1.1" status: 204 len: 168 time: 0.4684918 Apr 14 20:43:51.851763 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 476764f6-a3b1-440c-a63c-16cd42863c38 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:43:51.872147 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] No Port match for: 476764f6-a3b1-440c-a63c-16cd42863c38 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:43:51.873208 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Device 476764f6-a3b1-440c-a63c-16cd42863c38 not bound to the agent host hv-cinder-83753 {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:43:52.183455 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 43236) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:43:52.240810 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2fc94cd4-2222-43f5-a47e-6abcd36236f9 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group (00ab8068-a627-499c-b338-3d38e8945d43), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:52.265645 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2fc94cd4-2222-43f5-a47e-6abcd36236f9 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group (00ab8068-a627-499c-b338-3d38e8945d43), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:52.327577 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2fc94cd4-2222-43f5-a47e-6abcd36236f9 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (00ab8068-a627-499c-b338-3d38e8945d43), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:52.330288 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2fc94cd4-2222-43f5-a47e-6abcd36236f9 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:52.331489 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-2fc94cd4-2222-43f5-a47e-6abcd36236f9 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] 10.222.0.11 "DELETE /v2.0/security-groups/00ab8068-a627-499c-b338-3d38e8945d43 HTTP/1.1" status: 204 len: 168 time: 0.1470382 Apr 14 20:43:52.340739 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc94cd4-2222-43f5-a47e-6abcd36236f9 tempest-TestVolumeBootPattern-437850301 tempest-TestVolumeBootPattern-437850301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ab8068-a627-499c-b338-3d38e8945d43,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:43:52.389392 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 43240) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:43:52.819118 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb2db-3fe9-4c8c-a831-7d8eca3464e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-610754'] for router_interface (62e6271f-0dbc-4602-b8c7-5b5928c13150), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:53.052302 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0d1eb2db-3fe9-4c8c-a831-7d8eca3464e7 admin admin] Deleting port ef37c6e4-29db-4104-88d6-6a5336f42226 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:43:53.052641 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb2db-3fe9-4c8c-a831-7d8eca3464e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:53.131183 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-0d1eb2db-3fe9-4c8c-a831-7d8eca3464e7 admin admin] For port ef37c6e4-29db-4104-88d6-6a5336f42226, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=ef37c6e4-29db-4104-88d6-6a5336f42226,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:43:53.131553 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb2db-3fe9-4c8c-a831-7d8eca3464e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:53.145696 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0d1eb2db-3fe9-4c8c-a831-7d8eca3464e7 admin admin] Calling delete_port for ef37c6e4-29db-4104-88d6-6a5336f42226 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:43:53.342915 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb2db-3fe9-4c8c-a831-7d8eca3464e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (ef37c6e4-29db-4104-88d6-6a5336f42226), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:53.371448 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1eb2db-3fe9-4c8c-a831-7d8eca3464e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef37c6e4-29db-4104-88d6-6a5336f42226,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:43:53.551109 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb2db-3fe9-4c8c-a831-7d8eca3464e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610654'] for router_interface (62e6271f-0dbc-4602-b8c7-5b5928c13150), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:53.781154 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1eb2db-3fe9-4c8c-a831-7d8eca3464e7 admin admin] Router 62e6271f-0dbc-4602-b8c7-5b5928c13150 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:43:53.893454 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1eb2db-3fe9-4c8c-a831-7d8eca3464e7 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:43:53.898902 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-0d1eb2db-3fe9-4c8c-a831-7d8eca3464e7 admin admin] 10.222.0.11 "PUT /v2.0/routers/62e6271f-0dbc-4602-b8c7-5b5928c13150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5084541 Apr 14 20:43:53.901327 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 43244) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:43:53.906349 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5395638-65b6-4350-a499-f35d39e03c03 None None] Sync routers for ids ['62e6271f-0dbc-4602-b8c7-5b5928c13150'] in dv-cinder-837539-3-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:43:53.921146 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5395638-65b6-4350-a499-f35d39e03c03 None None] Routers {'62e6271f-0dbc-4602-b8c7-5b5928c13150'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:43:53.921693 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a5395638-65b6-4350-a499-f35d39e03c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:43:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['62e6271f-0dbc-4602-b8c7-5b5928c13150'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:54.036430 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a5395638-65b6-4350-a499-f35d39e03c03 None None] Set router 62e6271f-0dbc-4602-b8c7-5b5928c13150 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:43:54.217542 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a5395638-65b6-4350-a499-f35d39e03c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:43:53Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:54.244670 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5395638-65b6-4350-a499-f35d39e03c03 None None] Checking router: 62e6271f-0dbc-4602-b8c7-5b5928c13150 for host: dv-cinder-837539-3-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:43:54.251832 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ebd9274-3810-4bbb-b930-6b9e2ae271a8 admin admin] Publish callbacks [] for router (62e6271f-0dbc-4602-b8c7-5b5928c13150), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:54.253316 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5395638-65b6-4350-a499-f35d39e03c03 None None] Routers {'62e6271f-0dbc-4602-b8c7-5b5928c13150'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:43:54.253922 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a5395638-65b6-4350-a499-f35d39e03c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:43:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['62e6271f-0dbc-4602-b8c7-5b5928c13150'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:54.360242 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ebd9274-3810-4bbb-b930-6b9e2ae271a8 admin admin] Publish callbacks [] for router_gateway (62e6271f-0dbc-4602-b8c7-5b5928c13150), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:54.367433 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a5395638-65b6-4350-a499-f35d39e03c03 None None] Set router 62e6271f-0dbc-4602-b8c7-5b5928c13150 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:43:54.406046 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd9274-3810-4bbb-b930-6b9e2ae271a8 admin admin] Deleting port 0205981f-84a9-41b4-9d85-858c0131ad5a {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:43:54.406412 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ebd9274-3810-4bbb-b930-6b9e2ae271a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (0205981f-84a9-41b4-9d85-858c0131ad5a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:54.486023 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-9ebd9274-3810-4bbb-b930-6b9e2ae271a8 admin admin] For port 0205981f-84a9-41b4-9d85-858c0131ad5a, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=0205981f-84a9-41b4-9d85-858c0131ad5a,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:43:54.486299 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ebd9274-3810-4bbb-b930-6b9e2ae271a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (0205981f-84a9-41b4-9d85-858c0131ad5a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:54.499779 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd9274-3810-4bbb-b930-6b9e2ae271a8 admin admin] Calling delete_port for 0205981f-84a9-41b4-9d85-858c0131ad5a owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:43:54.542860 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a5395638-65b6-4350-a499-f35d39e03c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:43:53Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:54.574548 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5395638-65b6-4350-a499-f35d39e03c03 None None] The sync data for ids ['62e6271f-0dbc-4602-b8c7-5b5928c13150'] in dv-cinder-837539-3-iscsi is: [{'id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'name': 'tempest-TestVolumeBootPattern-1359331057-router', 'tenant_id': '53e9df16ee264fd7acd831313dd0edb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:43:53Z', 'revision_number': 5, 'project_id': '53e9df16ee264fd7acd831313dd0edb9', 'gw_port': {'id': '0205981f-84a9-41b4-9d85-858c0131ad5a', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e6271f-0dbc-4602-b8c7-5b5928c13150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:09Z', 'updated_at': '2022-04-14T20:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:43:54.676219 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ebd9274-3810-4bbb-b930-6b9e2ae271a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (0205981f-84a9-41b4-9d85-858c0131ad5a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:54.707834 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd9274-3810-4bbb-b930-6b9e2ae271a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0205981f-84a9-41b4-9d85-858c0131ad5a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:43:54.774585 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ebd9274-3810-4bbb-b930-6b9e2ae271a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610552'] for router_gateway (62e6271f-0dbc-4602-b8c7-5b5928c13150), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:54.870398 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ebd9274-3810-4bbb-b930-6b9e2ae271a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (62e6271f-0dbc-4602-b8c7-5b5928c13150), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:54.873384 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ebd9274-3810-4bbb-b930-6b9e2ae271a8 admin admin] Publish callbacks [] for router_controller (62e6271f-0dbc-4602-b8c7-5b5928c13150), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:54.921640 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ebd9274-3810-4bbb-b930-6b9e2ae271a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613661'] for router (62e6271f-0dbc-4602-b8c7-5b5928c13150), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:54.922698 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebd9274-3810-4bbb-b930-6b9e2ae271a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62e6271f-0dbc-4602-b8c7-5b5928c13150 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:43:54.929402 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ebd9274-3810-4bbb-b930-6b9e2ae271a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:54.931349 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-9ebd9274-3810-4bbb-b930-6b9e2ae271a8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/62e6271f-0dbc-4602-b8c7-5b5928c13150 HTTP/1.1" status: 204 len: 168 time: 1.0288398 Apr 14 20:43:54.933609 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 43246) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:43:54.987073 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4951633-2562-49cc-987e-187b101c3d74 admin admin] Deleting subnet cbcfd0cc-bef8-4613-8874-08483fbe35d1 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:43:54.990858 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f4951633-2562-49cc-987e-187b101c3d74 admin admin] Publish callbacks [] for subnet (cbcfd0cc-bef8-4613-8874-08483fbe35d1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:55.030784 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f4951633-2562-49cc-987e-187b101c3d74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29451382'] for subnet (cbcfd0cc-bef8-4613-8874-08483fbe35d1), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:55.089850 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device ef37c6e4-29db-4104-88d6-6a5336f42226 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:43:55.112761 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: ef37c6e4-29db-4104-88d6-6a5336f42226 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:43:55.113110 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device ef37c6e4-29db-4104-88d6-6a5336f42226 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:43:55.150089 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f4951633-2562-49cc-987e-187b101c3d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826849'] for subnet (cbcfd0cc-bef8-4613-8874-08483fbe35d1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:55.210786 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f4951633-2562-49cc-987e-187b101c3d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29644569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30769421'] for subnet (cbcfd0cc-bef8-4613-8874-08483fbe35d1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:55.253062 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4951633-2562-49cc-987e-187b101c3d74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbcfd0cc-bef8-4613-8874-08483fbe35d1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:43:55.256813 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f4951633-2562-49cc-987e-187b101c3d74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:55.263848 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-f4951633-2562-49cc-987e-187b101c3d74 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cbcfd0cc-bef8-4613-8874-08483fbe35d1 HTTP/1.1" status: 204 len: 168 time: 0.3252335 Apr 14 20:43:55.264024 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 43248) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:43:55.264714 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc2952c-d99a-4613-9d56-a99cc9d13302 None None] Network 7292b277-45d8-4041-843d-ff21427623ec requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:43:55.343423 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657936'] for network (7292b277-45d8-4041-843d-ff21427623ec), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:55.404082 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] Deleting port a8a89d9e-1609-485b-ac14-5e3ee019d433 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:43:55.404480 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (a8a89d9e-1609-485b-ac14-5e3ee019d433), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:55.474919 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] For port a8a89d9e-1609-485b-ac14-5e3ee019d433, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=a8a89d9e-1609-485b-ac14-5e3ee019d433,segment=NetworkSegment(0629cdfb-8286-4780-97f8-a93e19475c2e),segment_id=0629cdfb-8286-4780-97f8-a93e19475c2e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:43:55.475273 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (a8a89d9e-1609-485b-ac14-5e3ee019d433), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:55.489653 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] Calling delete_port for a8a89d9e-1609-485b-ac14-5e3ee019d433 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:43:55.578061 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (a8a89d9e-1609-485b-ac14-5e3ee019d433), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:55.605388 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a89d9e-1609-485b-ac14-5e3ee019d433,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:43:55.607731 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] No DVR routers for this DVR port a8a89d9e-1609-485b-ac14-5e3ee019d433 on host dv-cinder-837539-3-iscsi {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:43:55.649567 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65c060f-2ed5-4359-b5c9-445fc5b9bfe5 None None] DHCP port deletion for 7292b277-45d8-4041-843d-ff21427623ec request from dv-cinder-837539-3-iscsi {{(pid=103379) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:43:55.691409 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830810', 'neutron.services.segments.db._delete_segments_for_network-8743027666104'] for network (7292b277-45d8-4041-843d-ff21427623ec), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:55.712636 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7292b277-45d8-4041-843d-ff21427623ec']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:55.722560 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0629cdfb-8286-4780-97f8-a93e19475c2e') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:55.722942 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0629cdfb-8286-4780-97f8-a93e19475c2e') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:55.733215 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743027671233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29519233'] for segment (0629cdfb-8286-4780-97f8-a93e19475c2e), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:55.752171 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (0629cdfb-8286-4780-97f8-a93e19475c2e), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:55.758824 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:43:55.759219 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30806173'] for segment (0629cdfb-8286-4780-97f8-a93e19475c2e), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: Traceback (most recent call last): Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: timer() Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: cb(*args, **kw) Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: return func(*args, **kwargs) Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: self._notify() Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: self.callback(batched_events) Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: event.method(event) Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: return f(self, *a, **k) Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._get(url).json() Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: return self.request(url, 'GET', **kwargs) Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:43:55.761032 dv-cinder-837539-3-iscsi neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:43:55.827501 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610524'] for network (7292b277-45d8-4041-843d-ff21427623ec), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:55.832482 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:55.835715 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7292b277-45d8-4041-843d-ff21427623ec HTTP/1.1" status: 204 len: 168 time: 0.5704782 Apr 14 20:43:55.838759 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.11', 43250) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:43:55.848773 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3aa32-af88-405c-96c9-307944fe7eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7292b277-45d8-4041-843d-ff21427623ec,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:43:56.198478 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51eebfee-c93f-41a0-9e28-7a73ec4a1972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-610754'] for router_interface (1a5a1a67-ae6c-44f9-915c-0812328dd728), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:56.447360 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-51eebfee-c93f-41a0-9e28-7a73ec4a1972 admin admin] Deleting port 4342d9e1-b94f-4812-be8c-d70cc40cf623 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:43:56.447704 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51eebfee-c93f-41a0-9e28-7a73ec4a1972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (4342d9e1-b94f-4812-be8c-d70cc40cf623), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:56.527914 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-51eebfee-c93f-41a0-9e28-7a73ec4a1972 admin admin] For port 4342d9e1-b94f-4812-be8c-d70cc40cf623, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=4342d9e1-b94f-4812-be8c-d70cc40cf623,segment=NetworkSegment(68c7f627-633b-431b-abbd-d89429dd9e25),segment_id=68c7f627-633b-431b-abbd-d89429dd9e25)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:43:56.528182 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51eebfee-c93f-41a0-9e28-7a73ec4a1972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (4342d9e1-b94f-4812-be8c-d70cc40cf623), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:56.542115 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-51eebfee-c93f-41a0-9e28-7a73ec4a1972 admin admin] Calling delete_port for 4342d9e1-b94f-4812-be8c-d70cc40cf623 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:43:56.761917 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51eebfee-c93f-41a0-9e28-7a73ec4a1972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29644662'] for port (4342d9e1-b94f-4812-be8c-d70cc40cf623), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:56.793015 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eebfee-c93f-41a0-9e28-7a73ec4a1972 admin admin] Pushing event deleted for resources: {'Port': ['ID=4342d9e1-b94f-4812-be8c-d70cc40cf623,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:43:56.979541 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51eebfee-c93f-41a0-9e28-7a73ec4a1972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-610654'] for router_interface (1a5a1a67-ae6c-44f9-915c-0812328dd728), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:57.080775 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 0205981f-84a9-41b4-9d85-858c0131ad5a no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:43:57.101587 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: 0205981f-84a9-41b4-9d85-858c0131ad5a {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:43:57.102045 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 0205981f-84a9-41b4-9d85-858c0131ad5a not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:43:57.102505 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device a8a89d9e-1609-485b-ac14-5e3ee019d433 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:43:57.124722 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: a8a89d9e-1609-485b-ac14-5e3ee019d433 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:43:57.125072 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device a8a89d9e-1609-485b-ac14-5e3ee019d433 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:43:57.226631 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51eebfee-c93f-41a0-9e28-7a73ec4a1972 admin admin] Router 1a5a1a67-ae6c-44f9-915c-0812328dd728 has already been hosted by L3 agent a20c505b-e225-496e-8128-8aa46ebcb22a {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 20:43:57.343781 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51eebfee-c93f-41a0-9e28-7a73ec4a1972 admin admin] Notify agent at l3_agent.dv-cinder-837539-3-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 20:43:57.348722 dv-cinder-837539-3-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-51eebfee-c93f-41a0-9e28-7a73ec4a1972 admin admin] 10.222.0.11 "PUT /v2.0/routers/1a5a1a67-ae6c-44f9-915c-0812328dd728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5088527 Apr 14 20:43:57.351393 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 43252) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:43:57.352176 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e58a36-ef6f-4a0c-bdaa-484bd4a97232 None None] Sync routers for ids ['1a5a1a67-ae6c-44f9-915c-0812328dd728'] in dv-cinder-837539-3-iscsi {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 20:43:57.364481 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e58a36-ef6f-4a0c-bdaa-484bd4a97232 None None] Routers {'1a5a1a67-ae6c-44f9-915c-0812328dd728'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:43:57.365111 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f2e58a36-ef6f-4a0c-bdaa-484bd4a97232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:43:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['1a5a1a67-ae6c-44f9-915c-0812328dd728'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:57.475659 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1995d833-1796-4017-954c-38c4813198c0 admin admin] Publish callbacks [] for router (1a5a1a67-ae6c-44f9-915c-0812328dd728), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:57.478688 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-f2e58a36-ef6f-4a0c-bdaa-484bd4a97232 None None] Set router 1a5a1a67-ae6c-44f9-915c-0812328dd728 gateway port host: dv-cinder-837539-3-iscsi {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:43:57.594483 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1995d833-1796-4017-954c-38c4813198c0 admin admin] Publish callbacks [] for router_gateway (1a5a1a67-ae6c-44f9-915c-0812328dd728), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:57.649229 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1995d833-1796-4017-954c-38c4813198c0 admin admin] Deleting port e9ae2258-2f89-48bd-b114-e8cd3965c46b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:43:57.649594 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1995d833-1796-4017-954c-38c4813198c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (e9ae2258-2f89-48bd-b114-e8cd3965c46b), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:57.683429 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f2e58a36-ef6f-4a0c-bdaa-484bd4a97232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'name': 'tempest-TestVolumeBootPattern-1214298236-router', 'tenant_id': '07e9ac9e406c4e36a3e453116b633214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'external_fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e9ae2258-2f89-48bd-b114-e8cd3965c46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:14Z', 'updated_at': '2022-04-14T20:43:56Z', 'revision_number': 5, 'project_id': '07e9ac9e406c4e36a3e453116b633214', 'gw_port': {'id': 'e9ae2258-2f89-48bd-b114-e8cd3965c46b', 'name': '', 'network_id': '0ff0ed06-361c-431d-a8f4-874987c3167c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '93e0906b-380d-424f-9074-f135cbe5de30', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837539-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T20:35:14Z', 'updated_at': '2022-04-14T20:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93e0906b-380d-424f-9074-f135cbe5de30', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837539-3-iscsi'}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:57.712299 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e58a36-ef6f-4a0c-bdaa-484bd4a97232 None None] Checking router: 1a5a1a67-ae6c-44f9-915c-0812328dd728 for host: dv-cinder-837539-3-iscsi {{(pid=103380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 20:43:57.722240 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e58a36-ef6f-4a0c-bdaa-484bd4a97232 None None] Routers {'1a5a1a67-ae6c-44f9-915c-0812328dd728'} bound to L3 agent in host dv-cinder-837539-3-iscsi {{(pid=103380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 20:43:57.723064 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f2e58a36-ef6f-4a0c-bdaa-484bd4a97232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837539-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T20:14:04Z,description=,heartbeat_timestamp=2022-04-14T20:43:34Z,host='dv-cinder-837539-3-iscsi',id=a20c505b-e225-496e-8128-8aa46ebcb22a,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T20:14:04Z,topic='l3_agent')) {'router_ids': ['1a5a1a67-ae6c-44f9-915c-0812328dd728'], 'active': True} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:57.743929 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1995d833-1796-4017-954c-38c4813198c0 admin admin] For port e9ae2258-2f89-48bd-b114-e8cd3965c46b, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=e9ae2258-2f89-48bd-b114-e8cd3965c46b,segment=NetworkSegment(eae386ec-1a11-4021-a4e7-ecaf001cd62d),segment_id=eae386ec-1a11-4021-a4e7-ecaf001cd62d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:43:57.744621 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1995d833-1796-4017-954c-38c4813198c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (e9ae2258-2f89-48bd-b114-e8cd3965c46b), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:57.759379 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1995d833-1796-4017-954c-38c4813198c0 admin admin] Calling delete_port for e9ae2258-2f89-48bd-b114-e8cd3965c46b owned by network:router_gateway {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:43:57.826936 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_dvr_db [None req-f2e58a36-ef6f-4a0c-bdaa-484bd4a97232 None None] Set router 1a5a1a67-ae6c-44f9-915c-0812328dd728 gateway port host: None {{(pid=103380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 20:43:57.884290 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.l3_hamode_db [None req-f2e58a36-ef6f-4a0c-bdaa-484bd4a97232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'name': 'tempest-TestVolumeBootPattern-1214298236-router', 'tenant_id': '07e9ac9e406c4e36a3e453116b633214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:14Z', 'updated_at': '2022-04-14T20:43:57Z', 'revision_number': 6, 'project_id': '07e9ac9e406c4e36a3e453116b633214', 'gw_port_host': None}], 'dv-cinder-837539-3-iscsi', False) {} {{(pid=103380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:57.911797 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e58a36-ef6f-4a0c-bdaa-484bd4a97232 None None] The sync data for ids ['1a5a1a67-ae6c-44f9-915c-0812328dd728'] in dv-cinder-837539-3-iscsi is: [{'id': '1a5a1a67-ae6c-44f9-915c-0812328dd728', 'name': 'tempest-TestVolumeBootPattern-1214298236-router', 'tenant_id': '07e9ac9e406c4e36a3e453116b633214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T20:35:14Z', 'updated_at': '2022-04-14T20:43:57Z', 'revision_number': 6, 'project_id': '07e9ac9e406c4e36a3e453116b633214', 'gw_port_host': None}] {{(pid=103380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 20:43:57.958536 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1995d833-1796-4017-954c-38c4813198c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (e9ae2258-2f89-48bd-b114-e8cd3965c46b), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:57.982880 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995d833-1796-4017-954c-38c4813198c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ae2258-2f89-48bd-b114-e8cd3965c46b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:43:58.067074 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1995d833-1796-4017-954c-38c4813198c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610552'] for router_gateway (1a5a1a67-ae6c-44f9-915c-0812328dd728), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:58.162277 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1995d833-1796-4017-954c-38c4813198c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8858'] for router (1a5a1a67-ae6c-44f9-915c-0812328dd728), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:58.164511 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1995d833-1796-4017-954c-38c4813198c0 admin admin] Publish callbacks [] for router_controller (1a5a1a67-ae6c-44f9-915c-0812328dd728), precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:58.221861 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1995d833-1796-4017-954c-38c4813198c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613661'] for router (1a5a1a67-ae6c-44f9-915c-0812328dd728), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:58.222504 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1995d833-1796-4017-954c-38c4813198c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a5a1a67-ae6c-44f9-915c-0812328dd728 {{(pid=103378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 20:43:58.227902 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1995d833-1796-4017-954c-38c4813198c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:58.229180 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-1995d833-1796-4017-954c-38c4813198c0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/1a5a1a67-ae6c-44f9-915c-0812328dd728 HTTP/1.1" status: 204 len: 168 time: 0.8767903 Apr 14 20:43:58.231858 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 43254) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:43:58.285977 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a90a2a8-7df4-465c-896a-3845bf8ddfe0 admin admin] Deleting subnet a39b3403-d9c6-4139-905d-97a5bd3296c6 {{(pid=103378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 20:43:58.289687 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a90a2a8-7df4-465c-896a-3845bf8ddfe0 admin admin] Publish callbacks [] for subnet (a39b3403-d9c6-4139-905d-97a5bd3296c6), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:58.329074 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a90a2a8-7df4-465c-896a-3845bf8ddfe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29519290'] for subnet (a39b3403-d9c6-4139-905d-97a5bd3296c6), precommit_delete_associations {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:58.420658 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a90a2a8-7df4-465c-896a-3845bf8ddfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826849'] for subnet (a39b3403-d9c6-4139-905d-97a5bd3296c6), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:58.480127 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a90a2a8-7df4-465c-896a-3845bf8ddfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-793483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30806055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31045842'] for subnet (a39b3403-d9c6-4139-905d-97a5bd3296c6), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:58.502980 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90a2a8-7df4-465c-896a-3845bf8ddfe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a39b3403-d9c6-4139-905d-97a5bd3296c6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:43:58.511740 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a90a2a8-7df4-465c-896a-3845bf8ddfe0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:58.515074 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-1a90a2a8-7df4-465c-896a-3845bf8ddfe0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a39b3403-d9c6-4139-905d-97a5bd3296c6 HTTP/1.1" status: 204 len: 168 time: 0.2822707 Apr 14 20:43:58.517582 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 43256) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:43:58.517963 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05465e7e-3188-4571-ba3a-0c04a06538e9 None None] Network 165056d4-dece-4f7b-adc6-e974aeeeacc9 requested from dv-cinder-837539-3-iscsi {{(pid=103379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 20:43:58.600738 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657936'] for network (165056d4-dece-4f7b-adc6-e974aeeeacc9), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:58.652048 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] Deleting port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:43:58.652465 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (08775a2e-1461-413b-ae37-1c4cfc3d1d0f), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:58.698884 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] DHCP port deletion for 165056d4-dece-4f7b-adc6-e974aeeeacc9 request from dv-cinder-837539-3-iscsi {{(pid=103379) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 20:43:58.729326 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] For port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=08775a2e-1461-413b-ae37-1c4cfc3d1d0f,segment=NetworkSegment(68c7f627-633b-431b-abbd-d89429dd9e25),segment_id=68c7f627-633b-431b-abbd-d89429dd9e25)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:43:58.729681 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (08775a2e-1461-413b-ae37-1c4cfc3d1d0f), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:58.745868 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] Calling delete_port for 08775a2e-1461-413b-ae37-1c4cfc3d1d0f owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:43:58.749917 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Deleting port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f {{(pid=103379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 20:43:58.750291 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743027626024'] for port (08775a2e-1461-413b-ae37-1c4cfc3d1d0f), before_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:58.831211 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] For port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f, host dv-cinder-837539-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837539-3-iscsi',level=0,port_id=08775a2e-1461-413b-ae37-1c4cfc3d1d0f,segment=NetworkSegment(68c7f627-633b-431b-abbd-d89429dd9e25),segment_id=68c7f627-633b-431b-abbd-d89429dd9e25)] {{(pid=103379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 20:43:58.831700 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608076'] for port (08775a2e-1461-413b-ae37-1c4cfc3d1d0f), precommit_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:58.843892 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30806088'] for port (08775a2e-1461-413b-ae37-1c4cfc3d1d0f), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:58.846519 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Calling delete_port for 08775a2e-1461-413b-ae37-1c4cfc3d1d0f owned by network:dhcp {{(pid=103379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 20:43:58.871202 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=08775a2e-1461-413b-ae37-1c4cfc3d1d0f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:43:58.873812 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] No DVR routers for this DVR port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f on host dv-cinder-837539-3-iscsi {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:43:58.937043 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743027632662', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743027126447'] for port (08775a2e-1461-413b-ae37-1c4cfc3d1d0f), after_delete {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:58.959526 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830810', 'neutron.services.segments.db._delete_segments_for_network-8743027666104'] for network (165056d4-dece-4f7b-adc6-e974aeeeacc9), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:58.964248 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Pushing event deleted for resources: {'Port': ['ID=08775a2e-1461-413b-ae37-1c4cfc3d1d0f,revision_number=None']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:43:58.970269 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] No DVR routers for this DVR port 08775a2e-1461-413b-ae37-1c4cfc3d1d0f on host dv-cinder-837539-3-iscsi {{(pid=103379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 20:43:58.977463 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:58.977818 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:58.978164 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:58.978587 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:58.978931 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:58.979267 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:58.979600 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:58.980030 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:58.980244 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:58.980575 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:58.980902 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:58.981229 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:58.981583 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:58.982504 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:58.985278 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4df09b-84fc-49b5-82e4-da0b6db30e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837539-3-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 20:43:58.992446 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165056d4-dece-4f7b-adc6-e974aeeeacc9']}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:59.006560 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c7f627-633b-431b-abbd-d89429dd9e25') {'for_net_delete': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:59.006869 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.services.segments.db [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c7f627-633b-431b-abbd-d89429dd9e25') {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 20:43:59.018986 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743027671233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29519233'] for segment (68c7f627-633b-431b-abbd-d89429dd9e25), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:59.041103 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394'] for segment (68c7f627-633b-431b-abbd-d89429dd9e25), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:59.049532 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 20:43:59.049993 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1834394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30806173'] for segment (68c7f627-633b-431b-abbd-d89429dd9e25), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: Traceback (most recent call last): Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: timer() Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: cb(*args, **kw) Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: return func(*args, **kwargs) Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: self._notify() Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: self.callback(batched_events) Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: event.method(event) Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: return f(self, *a, **k) Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._get(url).json() Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: return self.request(url, 'GET', **kwargs) Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 20:43:59.051765 dv-cinder-837539-3-iscsi neutron-server[103378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 20:43:59.071624 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 08775a2e-1461-413b-ae37-1c4cfc3d1d0f no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:43:59.094186 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: 08775a2e-1461-413b-ae37-1c4cfc3d1d0f {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:43:59.094797 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 08775a2e-1461-413b-ae37-1c4cfc3d1d0f not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:43:59.095512 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device e9ae2258-2f89-48bd-b114-e8cd3965c46b no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:43:59.119670 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1830819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610524'] for network (165056d4-dece-4f7b-adc6-e974aeeeacc9), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:59.120787 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: e9ae2258-2f89-48bd-b114-e8cd3965c46b {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:43:59.121141 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device e9ae2258-2f89-48bd-b114-e8cd3965c46b not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:43:59.121588 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 4342d9e1-b94f-4812-be8c-d70cc40cf623 no longer exists at agent ovs-agent-dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 20:43:59.124859 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635687'] for network (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:59.128392 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/165056d4-dece-4f7b-adc6-e974aeeeacc9 HTTP/1.1" status: 204 len: 168 time: 0.6097920 Apr 14 20:43:59.143209 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.plugin [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] No Port match for: 4342d9e1-b94f-4812-be8c-d70cc40cf623 {{(pid=103379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 20:43:59.143549 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.rpc [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Device 4342d9e1-b94f-4812-be8c-d70cc40cf623 not bound to the agent host dv-cinder-837539-3-iscsi {{(pid=103379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 20:43:59.144437 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03702d0b-ed5e-41ca-ba35-51f4f95daaf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=165056d4-dece-4f7b-adc6-e974aeeeacc9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:43:59.267734 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 43260) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:43:59.315352 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-0ea7d6bf-f051-4869-aaa1-2d92d2e60659 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=53e9df16ee264fd7acd831313dd0edb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464098 Apr 14 20:43:59.317805 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 43262) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:43:59.365430 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e14b58b-0991-49f3-a529-8e81f9c74371 admin admin] Publish callbacks [] for security_group (b3214062-f06d-42d9-82e5-470704e73c66), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:59.387232 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e14b58b-0991-49f3-a529-8e81f9c74371 admin admin] Publish callbacks [] for security_group (b3214062-f06d-42d9-82e5-470704e73c66), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:59.435661 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e14b58b-0991-49f3-a529-8e81f9c74371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (b3214062-f06d-42d9-82e5-470704e73c66), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:59.438563 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e14b58b-0991-49f3-a529-8e81f9c74371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:59.439743 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-8e14b58b-0991-49f3-a529-8e81f9c74371 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3214062-f06d-42d9-82e5-470704e73c66 HTTP/1.1" status: 204 len: 168 time: 0.1210451 Apr 14 20:43:59.451335 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14b58b-0991-49f3-a529-8e81f9c74371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3214062-f06d-42d9-82e5-470704e73c66,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:43:59.797852 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 43268) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:43:59.847094 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-cb775601-75a8-4e07-be53-83d089a2913c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07e9ac9e406c4e36a3e453116b633214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479505 Apr 14 20:43:59.849579 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [-] (103378) accepted ('10.222.0.11', 43270) {{(pid=103378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 20:43:59.898567 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49f72671-320e-4b9b-bba2-bc5a0532f3c1 admin admin] Publish callbacks [] for security_group (8a1af7db-b4ac-4f03-aa19-4567826a3fc3), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:59.920352 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49f72671-320e-4b9b-bba2-bc5a0532f3c1 admin admin] Publish callbacks [] for security_group (8a1af7db-b4ac-4f03-aa19-4567826a3fc3), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:59.979095 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49f72671-320e-4b9b-bba2-bc5a0532f3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-817507'] for security_group (8a1af7db-b4ac-4f03-aa19-4567826a3fc3), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:59.982690 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49f72671-320e-4b9b-bba2-bc5a0532f3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:43:59.984230 dv-cinder-837539-3-iscsi neutron-server[103378]: INFO neutron.wsgi [None req-49f72671-320e-4b9b-bba2-bc5a0532f3c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a1af7db-b4ac-4f03-aa19-4567826a3fc3 HTTP/1.1" status: 204 len: 168 time: 0.1337519 Apr 14 20:43:59.992093 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f72671-320e-4b9b-bba2-bc5a0532f3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1af7db-b4ac-4f03-aa19-4567826a3fc3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 20:44:01.394447 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-637cb6cc-0810-4168-8939-89c6989113be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:03.751804 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2a133f34-0891-4333-aa7f-addc9f0803d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:04.791411 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:06.295800 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:08.158239 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:09.553048 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:21.783207 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:44:31.391379 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9fa79d44-58ab-482c-858b-90d1010db5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:33.745743 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c755d813-ea4e-442e-b7f4-752aa1dea141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:34.793818 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:36.301684 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:38.160321 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:39.552984 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:44:58.782553 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:45:01.386004 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-56adc337-415c-4248-991c-9f4a61902322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:03.747283 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-00c53a07-012f-4d6f-a14b-82c07c12a881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:04.800611 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:06.303801 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:08.163751 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:09.568385 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:15.640736 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [req-05cec9c5-f572-430e-8c55-30077d0d1122 req-76a36d46-bdcd-4cf7-af42-b831d9448475 service neutron] (103377) timed out ('10.222.0.11', 36244) {{(pid=103377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 20:45:15.722708 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [req-05cec9c5-f572-430e-8c55-30077d0d1122 req-3e67cb75-83e8-4aab-9a1b-02d1bd8f410f tempest-TestShelveInstance-295130763 tempest-TestShelveInstance-295130763-project] (103377) timed out ('10.222.0.11', 36254) {{(pid=103377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 20:45:31.389635 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-2124c63f-6675-43f2-9dd0-e18b0685a864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:33.750452 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8ac948bd-5777-4fdd-99b2-a37756e0ed6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:34.800519 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:35.781280 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:45:36.306192 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:38.170817 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:45:39.583695 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:01.520080 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ec9e725e-9f6b-4cac-8735-4ecb4f4ba884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:03.751938 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-aa58ad77-fa8d-4653-978f-103f8025d3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:04.802855 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:06.309999 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:08.166234 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:09.587091 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:12.779769 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:46:31.393620 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-11cbec9a-b6cc-4362-acc1-3172efcb5119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:33.753599 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6fb739ae-1714-48b6-8e70-d3001d9ba106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:34.804519 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:36.312537 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:38.170731 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:39.612183 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:46:49.778877 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:47:01.397042 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-025b996f-b4c9-4775-b871-7bd7c5fca1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:03.758074 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-952c9496-204a-4078-a6c2-f1e1e701fc0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:04.809279 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:06.317231 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:08.173955 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:09.636517 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:26.783888 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:47:31.400430 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9cd2-de45-481a-9ba8-d8e1da347a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:33.760402 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c0917f0c-f4e9-414e-b000-c70d81229725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:34.814591 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:36.319005 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:38.175771 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:39.626917 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:47:42.389953 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-5287e49b-deb0-44f0-a84b-48c4c839e334 service neutron] (103378) timed out ('10.222.0.11', 39202) {{(pid=103378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 20:47:42.700463 dv-cinder-837539-3-iscsi neutron-server[103377]: DEBUG neutron.wsgi [req-5bfb1021-8df0-48e6-bea9-a56923cb66a5 req-ddd23f19-0655-4135-8954-6e4ddf7982ea tempest-AttachVolumeShelveTestJSON-1709001770 tempest-AttachVolumeShelveTestJSON-1709001770-project] (103377) timed out ('10.222.0.11', 39216) {{(pid=103377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 20:48:01.403031 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cf571a4b-4365-460b-8276-588816e88ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:03.762794 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ee13e462-ff31-46e4-8609-ce4e45a05e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:03.782379 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:48:04.617803 dv-cinder-837539-3-iscsi neutron-server[103378]: DEBUG neutron.wsgi [req-35b3ba5d-7887-4f34-85e3-b0ab8e3cf0eb req-27210ccc-af9c-4686-b1d8-d7d7f6f3db79 service neutron] (103378) timed out ('10.222.0.46', 49164) {{(pid=103378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 20:48:04.814024 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:06.321790 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:08.179746 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:09.625928 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:31.403852 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-959b98aa-0bc9-4d43-975c-c7f6de73e20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:33.763891 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-55a8c638-23f9-4374-9ec5-2089cb5b2178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:34.816148 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:36.324257 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:38.182152 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:39.639652 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:48:40.782511 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:49:01.406289 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c5e5d095-f22b-472c-b6be-f53bc3a679e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:03.765871 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1a8d7dc9-2d8a-451a-9f79-95881848e32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:04.827484 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:06.328224 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:08.185024 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:09.644033 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1e4ebd7a-0ece-4df3-9ce5-a4759b6ba909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (c6ae95dd-c394-40fb-8b7b-464912bc3d43), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:17.780685 dv-cinder-837539-3-iscsi neutron-server[103380]: DEBUG neutron.db.agents_db [None req-08e7f6f2-1eb2-4dc2-a6c7-b7b79f2d20b9 None None] Agent healthcheck: found 6 active agents {{(pid=103380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 20:49:31.407568 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b8a6684c-c3d5-4954-afd2-e4522d90741c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (6168fe24-ab1f-422b-9688-c04df52563b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:33.768421 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3592f7ab-c7cb-4b77-9bab-dc7cf93c54ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (a20c505b-e225-496e-8128-8aa46ebcb22a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:34.823731 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f0c625e7-803c-4c18-8d0f-6272a24cd61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (741cfe87-ba74-4474-b967-0a5d19c6662a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:36.332484 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a3fa82cd-f34b-4bc1-a6f7-0dc565b70875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (b5a24935-dce5-4dfa-93b2-ea6a57cb0313), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 20:49:38.196019 dv-cinder-837539-3-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-845ed72a-8eb3-40ab-b3e3-c593bc20d325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743027666086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1709787'] for agent (3ac7c064-ea01-42af-a9d1-3a1137fec1ec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}